[ 599.788299] env[68828]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68828) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.788707] env[68828]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68828) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.788773] env[68828]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68828) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.789081] env[68828]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 599.885508] env[68828]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68828) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 599.895226] env[68828]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68828) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 599.937866] env[68828]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 600.501831] env[68828]: INFO nova.virt.driver [None req-7e872574-1f71-4a25-9d27-a2c243d36e22 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 600.570902] env[68828]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.571098] env[68828]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.571202] env[68828]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68828) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 603.708139] env[68828]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-38edb1a0-4be7-4934-b1fa-682fa911be02 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.723949] env[68828]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68828) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 603.724144] env[68828]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a890e995-5912-4608-bfcc-b146ab4e73ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.766450] env[68828]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7d6a2. [ 603.766450] env[68828]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.194s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.766450] env[68828]: INFO nova.virt.vmwareapi.driver [None req-7e872574-1f71-4a25-9d27-a2c243d36e22 None None] VMware vCenter version: 7.0.3 [ 603.769140] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f4633-9774-4b3b-b525-9bb4a49ca2db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.786705] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd654f4-e7f9-4f7d-b169-b662837d97d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.792631] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f29ff3-4f30-4fba-b7d6-444490b4152a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.799122] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69890d-75f1-4d4b-a2ea-a04082c48be4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.812930] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77925a9-4276-4a97-a1d3-1d5623122d30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.818655] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295fc01b-38f0-4453-84f7-9b0688204389 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.848225] env[68828]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f5bdd795-8b5e-4ee6-8b06-25cc95f3b7b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.852998] env[68828]: DEBUG nova.virt.vmwareapi.driver [None req-7e872574-1f71-4a25-9d27-a2c243d36e22 None None] Extension org.openstack.compute already exists. {{(pid=68828) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 603.855694] env[68828]: INFO nova.compute.provider_config [None req-7e872574-1f71-4a25-9d27-a2c243d36e22 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 604.359538] env[68828]: DEBUG nova.context [None req-7e872574-1f71-4a25-9d27-a2c243d36e22 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fa6ebcc2-5ee6-4c76-9eb3-f9458dc2bda1(cell1) {{(pid=68828) load_cells /opt/stack/nova/nova/context.py:464}} [ 604.361693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.361923] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.362647] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.363128] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Acquiring lock "fa6ebcc2-5ee6-4c76-9eb3-f9458dc2bda1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.363326] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Lock "fa6ebcc2-5ee6-4c76-9eb3-f9458dc2bda1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.364406] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Lock "fa6ebcc2-5ee6-4c76-9eb3-f9458dc2bda1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.386823] env[68828]: INFO dbcounter [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Registered counter for database nova_cell0 [ 604.394754] env[68828]: INFO dbcounter [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Registered counter for database nova_cell1 [ 604.398048] env[68828]: DEBUG oslo_db.sqlalchemy.engines [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68828) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 604.398400] env[68828]: DEBUG oslo_db.sqlalchemy.engines [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68828) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 604.403115] env[68828]: ERROR nova.db.main.api [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 604.403115] env[68828]: result = function(*args, **kwargs) [ 604.403115] env[68828]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.403115] env[68828]: return func(*args, **kwargs) [ 604.403115] env[68828]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.403115] env[68828]: result = fn(*args, **kwargs) [ 604.403115] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.403115] env[68828]: return f(*args, **kwargs) [ 604.403115] env[68828]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 604.403115] env[68828]: return db.service_get_minimum_version(context, binaries) [ 604.403115] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.403115] env[68828]: _check_db_access() [ 604.403115] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.403115] env[68828]: stacktrace = ''.join(traceback.format_stack()) [ 604.403115] env[68828]: [ 604.404061] env[68828]: ERROR nova.db.main.api [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 604.404061] env[68828]: result = function(*args, **kwargs) [ 604.404061] env[68828]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.404061] env[68828]: return func(*args, **kwargs) [ 604.404061] env[68828]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.404061] env[68828]: result = fn(*args, **kwargs) [ 604.404061] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.404061] env[68828]: return f(*args, **kwargs) [ 604.404061] env[68828]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 604.404061] env[68828]: return db.service_get_minimum_version(context, binaries) [ 604.404061] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.404061] env[68828]: _check_db_access() [ 604.404061] env[68828]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.404061] env[68828]: stacktrace = ''.join(traceback.format_stack()) [ 604.404061] env[68828]: [ 604.404537] env[68828]: WARNING nova.objects.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 604.404606] env[68828]: WARNING nova.objects.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Failed to get minimum service version for cell fa6ebcc2-5ee6-4c76-9eb3-f9458dc2bda1 [ 604.404991] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Acquiring lock "singleton_lock" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.405172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Acquired lock "singleton_lock" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.405412] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Releasing lock "singleton_lock" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.405738] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Full set of CONF: {{(pid=68828) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 604.405878] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ******************************************************************************** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.406019] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] Configuration options gathered from: {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.406177] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.406407] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.406543] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ================================================================================ {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.406757] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] allow_resize_to_same_host = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.406928] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] arq_binding_timeout = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407078] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] backdoor_port = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407211] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] backdoor_socket = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407384] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] block_device_allocate_retries = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407550] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] block_device_allocate_retries_interval = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407724] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cert = self.pem {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.407896] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.408080] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute_monitors = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.408320] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] config_dir = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.408521] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] config_drive_format = iso9660 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.408663] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.408835] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] config_source = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409018] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] console_host = devstack {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409198] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] control_exchange = nova {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409362] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cpu_allocation_ratio = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409547] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] daemon = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409735] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] debug = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.409902] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_access_ip_network_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410087] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_availability_zone = nova {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410251] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_ephemeral_format = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410415] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_green_pool_size = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410664] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410835] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] default_schedule_zone = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.410996] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] disk_allocation_ratio = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.411185] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] enable_new_services = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.411367] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] enabled_apis = ['osapi_compute'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.411537] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] enabled_ssl_apis = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.411700] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] flat_injected = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.411862] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] force_config_drive = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412033] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] force_raw_images = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412209] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] graceful_shutdown_timeout = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412375] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] heal_instance_info_cache_interval = -1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412599] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] host = cpu-1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412779] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.412941] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] initial_disk_allocation_ratio = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.413115] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] initial_ram_allocation_ratio = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.413340] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.413508] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_build_timeout = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.413672] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_delete_interval = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.413842] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_format = [instance: %(uuid)s] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414014] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_name_template = instance-%08x {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414185] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_usage_audit = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414358] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_usage_audit_period = month {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414525] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414690] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] instances_path = /opt/stack/data/nova/instances {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.414859] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] internal_service_availability_zone = internal {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415024] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] key = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415189] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] live_migration_retry_count = 30 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415360] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_color = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415526] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_config_append = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415696] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.415857] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_dir = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416024] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416180] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_options = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416371] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_rotate_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416553] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_rotate_interval_type = days {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416723] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] log_rotation_type = none {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416855] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.416982] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417171] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417341] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417473] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417636] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] long_rpc_timeout = 1800 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417798] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_concurrent_builds = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.417956] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_concurrent_live_migrations = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418128] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_concurrent_snapshots = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418312] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_local_block_devices = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418482] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_logfile_count = 30 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418643] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] max_logfile_size_mb = 200 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418801] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] maximum_instance_delete_attempts = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.418971] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metadata_listen = 0.0.0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419154] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metadata_listen_port = 8775 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419329] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metadata_workers = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419492] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] migrate_max_retries = -1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419658] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] mkisofs_cmd = genisoimage {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419864] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] my_block_storage_ip = 10.180.1.21 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.419997] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] my_ip = 10.180.1.21 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.420221] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.420385] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] network_allocate_retries = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.420566] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.420738] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] osapi_compute_listen = 0.0.0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.420903] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] osapi_compute_listen_port = 8774 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421082] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] osapi_compute_unique_server_name_scope = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421257] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] osapi_compute_workers = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421423] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] password_length = 12 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421584] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] periodic_enable = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421744] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] periodic_fuzzy_delay = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.421913] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] pointer_model = usbtablet {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422122] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] preallocate_images = none {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422294] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] publish_errors = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422426] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] pybasedir = /opt/stack/nova {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422584] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ram_allocation_ratio = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422745] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rate_limit_burst = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.422914] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rate_limit_except_level = CRITICAL {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423086] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rate_limit_interval = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423255] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reboot_timeout = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423416] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reclaim_instance_interval = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423573] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] record = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423741] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reimage_timeout_per_gb = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.423907] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] report_interval = 120 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424087] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rescue_timeout = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424257] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reserved_host_cpus = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424417] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reserved_host_disk_mb = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424575] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reserved_host_memory_mb = 512 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424733] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] reserved_huge_pages = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.424890] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] resize_confirm_window = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425060] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] resize_fs_using_block_device = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425222] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] resume_guests_state_on_host_boot = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425390] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425550] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] rpc_response_timeout = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425708] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] run_external_periodic_tasks = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.425875] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] running_deleted_instance_action = reap {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426046] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] running_deleted_instance_poll_interval = 1800 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426215] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] running_deleted_instance_timeout = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426395] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler_instance_sync_interval = 120 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426571] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_down_time = 720 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426745] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] servicegroup_driver = db {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.426901] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] shell_completion = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427074] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] shelved_offload_time = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427237] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] shelved_poll_interval = 3600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427407] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] shutdown_timeout = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427571] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] source_is_ipv6 = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427732] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ssl_only = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.427987] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.428177] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] sync_power_state_interval = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.428379] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] sync_power_state_pool_size = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.428558] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] syslog_log_facility = LOG_USER {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.428718] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] tempdir = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.428880] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] timeout_nbd = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429064] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] transport_url = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429241] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] update_resources_interval = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429422] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_cow_images = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429588] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_journal = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429744] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_json = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.429902] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_rootwrap_daemon = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430074] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_stderr = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430235] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] use_syslog = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430392] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vcpu_pin_set = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430567] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plugging_is_fatal = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430763] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plugging_timeout = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.430937] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] virt_mkfs = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.431118] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] volume_usage_poll_interval = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.431282] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] watch_log_file = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.431453] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] web = /usr/share/spice-html5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.431639] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.431809] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.431977] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.432167] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_concurrency.disable_process_locking = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.432719] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.432917] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.433108] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.433293] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.433473] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.433648] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.433851] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.auth_strategy = keystone {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434038] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.compute_link_prefix = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434223] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434404] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.dhcp_domain = novalocal {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434580] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.enable_instance_password = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434746] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.glance_link_prefix = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.434914] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435099] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435266] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.instance_list_per_project_cells = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435433] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.list_records_by_skipping_down_cells = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435597] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.local_metadata_per_cell = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435768] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.max_limit = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.435936] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.metadata_cache_expiration = 15 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.436152] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.neutron_default_tenant_id = default {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.436332] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.response_validation = warn {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.436522] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.use_neutron_default_nets = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.436695] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.436860] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437039] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437222] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437398] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_dynamic_targets = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437568] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_jsonfile_path = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437751] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.437950] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.backend = dogpile.cache.memcached {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.438135] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.backend_argument = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.438328] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.backend_expiration_time = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.438516] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.config_prefix = cache.oslo {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.438692] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.dead_timeout = 60.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.438859] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.debug_cache_backend = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439056] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.enable_retry_client = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439233] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.enable_socket_keepalive = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439405] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.enabled = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439574] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.enforce_fips_mode = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439737] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.expiration_time = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.439901] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.hashclient_retry_attempts = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440080] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.hashclient_retry_delay = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440255] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_dead_retry = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440430] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_password = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440589] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440753] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.440916] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_pool_maxsize = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441091] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441259] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_sasl_enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441442] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441624] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_socket_timeout = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441796] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.memcache_username = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.441963] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.proxies = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.442145] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_db = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.442311] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_password = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.442490] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_sentinel_service_name = mymaster {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.442667] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.442840] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_server = localhost:6379 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443023] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_socket_timeout = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443186] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.redis_username = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443352] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.retry_attempts = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443522] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.retry_delay = 0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443687] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.socket_keepalive_count = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.443851] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.socket_keepalive_idle = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444054] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.socket_keepalive_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444195] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.tls_allowed_ciphers = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444360] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.tls_cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444523] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.tls_certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444689] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.tls_enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.444850] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cache.tls_keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445036] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445221] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.auth_type = password {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445386] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445569] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.catalog_info = volumev3::publicURL {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445734] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.445904] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446086] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.cross_az_attach = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446270] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.debug = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446457] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.endpoint_template = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446629] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.http_retries = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446795] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.446957] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447149] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.os_region_name = RegionOne {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447321] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447486] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cinder.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447660] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447826] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.cpu_dedicated_set = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.447988] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.cpu_shared_set = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.448175] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.image_type_exclude_list = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.448380] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.448560] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.max_concurrent_disk_ops = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.448727] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.max_disk_devices_to_attach = -1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.448895] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449082] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449270] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.resource_provider_association_refresh = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449461] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449626] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.shutdown_retry_interval = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449811] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.449995] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] conductor.workers = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.450194] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] console.allowed_origins = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.450360] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] console.ssl_ciphers = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.450539] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] console.ssl_minimum_version = default {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.450711] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] consoleauth.enforce_session_timeout = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.450884] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] consoleauth.token_ttl = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451079] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451246] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451416] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451580] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451744] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.451907] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452086] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452255] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452419] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452579] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452742] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.452905] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453077] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453256] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.service_type = accelerator {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453425] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453588] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453748] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.453909] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454104] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454272] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] cyborg.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454449] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.asyncio_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454618] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.asyncio_slave_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454789] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.backend = sqlalchemy {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.454960] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455143] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.connection_debug = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455319] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.connection_parameters = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455489] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.connection_recycle_time = 3600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455655] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.connection_trace = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455820] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.db_inc_retry_interval = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.455988] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.db_max_retries = 20 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.456170] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.db_max_retry_interval = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.456364] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.db_retry_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.456546] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.max_overflow = 50 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.456715] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.max_pool_size = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.456884] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.max_retries = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457074] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457245] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.mysql_wsrep_sync_wait = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457410] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.pool_timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457578] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.retry_interval = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457742] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.slave_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.457908] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.sqlite_synchronous = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458084] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] database.use_db_reconnect = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458276] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.asyncio_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458458] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.asyncio_slave_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458638] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.backend = sqlalchemy {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458813] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.458982] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.connection_debug = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.459178] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.connection_parameters = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.459350] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.connection_recycle_time = 3600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.459521] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.connection_trace = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.459687] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.db_inc_retry_interval = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.459855] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.db_max_retries = 20 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460033] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.db_max_retry_interval = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460209] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.db_retry_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460378] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.max_overflow = 50 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460548] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.max_pool_size = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460718] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.max_retries = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.460893] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461076] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461245] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.pool_timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461418] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.retry_interval = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461582] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.slave_connection = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461747] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] api_database.sqlite_synchronous = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.461926] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] devices.enabled_mdev_types = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462121] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462300] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ephemeral_storage_encryption.default_format = luks {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462468] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ephemeral_storage_encryption.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462636] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462812] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.api_servers = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.462980] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463160] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463327] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463499] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463663] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463826] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.debug = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.463993] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.default_trusted_certificate_ids = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464173] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.enable_certificate_validation = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464337] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.enable_rbd_download = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464499] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464664] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464826] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.464985] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465157] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465321] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.num_retries = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465492] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.rbd_ceph_conf = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465653] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.rbd_connect_timeout = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465824] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.rbd_pool = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.465992] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.rbd_user = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.466173] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.466358] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.466532] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.466706] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.service_type = image {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.466870] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467042] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467208] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467368] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467551] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467716] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.verify_glance_signatures = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.467875] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] glance.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468056] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] guestfs.debug = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468235] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468425] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.auth_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468597] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468760] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.468927] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469103] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469301] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469482] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469652] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469815] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.469978] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470155] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470320] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470483] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470645] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470817] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.service_type = shared-file-system {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.470984] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.share_apply_policy_timeout = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471163] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471325] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471489] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471648] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471830] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.471995] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] manila.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.472183] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] mks.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.472538] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.472730] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.manager_interval = 2400 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.472905] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.precache_concurrency = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473093] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.remove_unused_base_images = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473271] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473444] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473624] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] image_cache.subdirectory_name = _base {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473803] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.api_max_retries = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.473972] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.api_retry_interval = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474153] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474321] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.auth_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474489] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474653] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474820] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.474987] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.conductor_group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475168] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475337] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475501] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475668] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475831] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.475995] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.476174] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.476372] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.peer_list = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.476547] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.476714] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.476882] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.serial_console_state_timeout = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477056] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477239] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.service_type = baremetal {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477404] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.shard = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477574] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477740] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.477903] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.478081] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.478293] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.478465] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ironic.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.478653] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.478830] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] key_manager.fixed_key = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479027] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479201] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.barbican_api_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479368] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.barbican_endpoint = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479544] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.barbican_endpoint_type = public {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479708] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.barbican_region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.479872] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480043] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480217] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480381] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480544] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480708] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.number_of_retries = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.480875] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.retry_delay = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481057] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.send_service_user_token = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481230] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481393] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481558] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.verify_ssl = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481718] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican.verify_ssl_path = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.481888] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482065] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.auth_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482234] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482396] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482565] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482729] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.482892] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483073] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483241] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] barbican_service_user.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483416] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.approle_role_id = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483582] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.approle_secret_id = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483754] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.kv_mountpoint = secret {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.483919] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.kv_path = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484099] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.kv_version = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484272] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.namespace = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484440] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.root_token_id = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484602] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.ssl_ca_crt_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484773] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.timeout = 60.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.484941] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.use_ssl = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.485130] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.485312] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.485480] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.485646] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.485843] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.486138] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.486384] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.486574] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.486789] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.486987] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.487222] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.487400] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.487575] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.487740] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.487914] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.service_type = identity {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488092] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488275] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488458] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488624] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488806] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.488966] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] keystone.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.489171] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.ceph_mount_options = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.489485] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.489672] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.connection_uri = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.489838] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_mode = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490017] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_model_extra_flags = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490196] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_models = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490377] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_power_governor_high = performance {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490553] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_power_governor_low = powersave {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490721] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_power_management = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.490894] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491095] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.device_detach_attempts = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491272] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.device_detach_timeout = 20 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491449] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.disk_cachemodes = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491610] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.disk_prefix = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491776] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.enabled_perf_events = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.491942] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.file_backed_memory = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492126] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.gid_maps = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492293] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.hw_disk_discard = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492456] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.hw_machine_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492627] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_rbd_ceph_conf = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492793] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.492958] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493142] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_rbd_glance_store_name = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493313] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_rbd_pool = rbd {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493490] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_type = default {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493650] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.images_volume_group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493813] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.inject_key = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.493978] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.inject_partition = -2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494156] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.inject_password = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494392] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.iscsi_iface = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494481] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.iser_use_multipath = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494648] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_bandwidth = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494811] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.494973] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_downtime = 500 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495151] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495316] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495478] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_inbound_addr = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495639] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495799] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_permit_post_copy = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.495960] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_scheme = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496158] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_timeout_action = abort {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496337] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_tunnelled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496505] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_uri = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496670] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.live_migration_with_native_tls = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496831] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.max_queues = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.496996] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.497247] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.497417] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.nfs_mount_options = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.497698] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.497877] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498055] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_iser_scan_tries = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498248] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_memory_encrypted_guests = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498453] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498631] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_pcie_ports = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498802] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.num_volume_scan_tries = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.498970] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.pmem_namespaces = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.499150] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.quobyte_client_cfg = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.499477] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.499662] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rbd_connect_timeout = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.499832] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.499996] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.500177] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rbd_secret_uuid = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.500407] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rbd_user = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.500708] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.501034] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.remote_filesystem_transport = ssh {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.501329] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rescue_image_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.501592] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rescue_kernel_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.501782] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rescue_ramdisk_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.501967] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.502152] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.rx_queue_size = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.502331] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.smbfs_mount_options = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.502634] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.502814] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.snapshot_compression = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.502983] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.snapshot_image_format = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.503239] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.503416] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.sparse_logical_volumes = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.503585] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.swtpm_enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.503756] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.swtpm_group = tss {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.503928] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.swtpm_user = tss {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504123] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.sysinfo_serial = unique {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504291] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.tb_cache_size = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504452] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.tx_queue_size = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504619] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.uid_maps = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504786] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.use_virtio_for_bridges = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.504960] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.virt_type = kvm {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505145] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.volume_clear = zero {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505314] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.volume_clear_size = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505483] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.volume_enforce_multipath = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505652] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.volume_use_multipath = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505814] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_cache_path = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.505987] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.506190] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_mount_group = qemu {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.506375] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_mount_opts = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.506554] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.506848] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507051] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.vzstorage_mount_user = stack {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507229] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507409] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507589] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.auth_type = password {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507753] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.507916] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508096] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508278] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508462] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508639] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.default_floating_pool = public {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508802] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.508968] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.extension_sync_interval = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509150] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.http_retries = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509322] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509489] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509651] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509824] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.509988] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.510176] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.ovs_bridge = br-int {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.510378] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.physnets = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.510563] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.region_name = RegionOne {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.510728] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.510901] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.service_metadata_proxy = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511086] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511264] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.service_type = network {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511432] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511595] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511756] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.511917] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512111] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512279] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] neutron.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512453] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.bdms_in_notifications = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512630] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.default_level = INFO {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512796] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.include_share_mapping = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.512971] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.notification_format = unversioned {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.513151] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.notify_on_state_change = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.513331] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.513513] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] pci.alias = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.513684] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] pci.device_spec = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.513849] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] pci.report_in_placement = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514033] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514213] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.auth_type = password {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514397] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514559] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514691] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.514853] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515026] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515195] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515356] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.default_domain_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515515] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.default_domain_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515671] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.domain_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515827] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.domain_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.515984] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516171] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516344] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516505] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516660] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516827] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.password = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.516983] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.project_domain_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517161] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.project_domain_name = Default {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517328] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.project_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517502] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.project_name = service {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517669] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.region_name = RegionOne {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517830] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.517993] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.518179] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.service_type = placement {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.518371] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.518535] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.518697] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.518858] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.system_scope = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519025] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519188] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.trust_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519347] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.user_domain_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519543] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.user_domain_name = Default {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519702] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.user_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.519872] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.username = nova {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520066] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520231] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] placement.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520414] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.cores = 20 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520581] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.count_usage_from_placement = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520751] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.520918] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.injected_file_content_bytes = 10240 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521096] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.injected_file_path_length = 255 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521267] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.injected_files = 5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521440] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.instances = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521598] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.key_pairs = 100 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521765] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.metadata_items = 128 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.521933] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.ram = 51200 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.522118] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.recheck_quota = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.522314] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.server_group_members = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.522501] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.server_groups = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.522716] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.522895] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] quota.unified_limits_resource_strategy = require {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523087] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523257] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523423] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.image_metadata_prefilter = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523584] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523747] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.max_attempts = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.523913] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.max_placement_results = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524092] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524261] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.query_placement_for_image_type_support = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524428] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524601] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] scheduler.workers = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524784] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.524960] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.525155] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.525329] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.525497] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.525661] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.525824] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526013] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526208] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.host_subset_size = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526385] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526549] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526713] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.526878] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527070] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527241] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.isolated_hosts = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527407] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.isolated_images = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527568] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527727] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.527888] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528060] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.pci_in_placement = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528223] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528416] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528586] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528746] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.528907] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529080] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529249] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.track_instance_changes = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529446] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529618] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metrics.required = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529780] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metrics.weight_multiplier = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.529941] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.530117] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] metrics.weight_setting = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.530430] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.530606] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.530784] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.port_range = 10000:20000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.530957] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531142] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531316] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] serial_console.serialproxy_port = 6083 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531485] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531656] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.auth_type = password {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531819] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.531978] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532158] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532320] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532481] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532653] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.send_service_user_token = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532816] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.532974] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] service_user.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.533159] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.agent_enabled = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.533339] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.533660] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.533862] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534048] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.html5proxy_port = 6082 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534216] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.image_compression = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534406] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.jpeg_compression = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534578] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.playback_compression = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534742] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.require_secure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.534915] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.server_listen = 127.0.0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.535096] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.535378] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.535552] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.streaming_mode = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.535713] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] spice.zlib_compression = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.535882] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] upgrade_levels.baseapi = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536189] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] upgrade_levels.compute = auto {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536255] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] upgrade_levels.conductor = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536383] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] upgrade_levels.scheduler = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536545] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536706] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.auth_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.536866] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537034] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537202] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537363] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537522] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537681] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.537836] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vendordata_dynamic_auth.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538014] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.api_retry_count = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538182] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.ca_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538378] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.cache_prefix = devstack-image-cache {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538555] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.cluster_name = testcl1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538719] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.connection_pool_size = 10 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.538877] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.console_delay_seconds = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539058] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.datastore_regex = ^datastore.* {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539272] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539459] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.host_password = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539628] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.host_port = 443 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539795] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.host_username = administrator@vsphere.local {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.539962] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.insecure = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540139] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.integration_bridge = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540302] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.maximum_objects = 100 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540461] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.pbm_default_policy = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540620] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.pbm_enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540776] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.pbm_wsdl_location = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.540946] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541122] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.serial_port_proxy_uri = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541285] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.serial_port_service_uri = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541454] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.task_poll_interval = 0.5 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541623] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.use_linked_clone = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541793] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.vnc_keymap = en-us {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.541960] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.vnc_port = 5900 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542138] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vmware.vnc_port_total = 10000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542336] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.auth_schemes = ['none'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542504] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542785] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542968] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543156] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.novncproxy_port = 6080 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543340] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.server_listen = 127.0.0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543524] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543687] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.vencrypt_ca_certs = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543847] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.vencrypt_client_cert = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544023] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vnc.vencrypt_client_key = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544205] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544368] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_deep_image_inspection = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544530] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544693] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544852] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545012] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.disable_rootwrap = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545181] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.enable_numa_live_migration = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545343] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545506] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545664] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545825] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.libvirt_disable_apic = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545985] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546178] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546363] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546530] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546692] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546853] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547024] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547194] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547355] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547521] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547708] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547878] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.client_socket_timeout = 900 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548058] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.default_pool_size = 1000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548233] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.keep_alive = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548428] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.max_header_line = 16384 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548597] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.secure_proxy_ssl_header = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548762] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.ssl_ca_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548923] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.ssl_cert_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549099] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.ssl_key_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549272] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.tcp_keepidle = 600 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549462] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549636] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] zvm.ca_file = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549801] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] zvm.cloud_connector_url = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550114] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550296] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] zvm.reachable_timeout = 300 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550472] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550652] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550830] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.connection_string = messaging:// {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551005] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.enabled = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551190] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.es_doc_type = notification {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551358] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.es_scroll_size = 10000 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551529] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.es_scroll_time = 2m {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551693] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.filter_error_trace = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551861] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.hmac_keys = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552048] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.sentinel_service_name = mymaster {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552222] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.socket_timeout = 0.1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552386] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.trace_requests = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552549] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler.trace_sqlalchemy = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552725] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler_jaeger.process_tags = {} {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552887] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler_jaeger.service_name_prefix = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553064] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] profiler_otlp.service_name_prefix = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553232] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] remote_debug.host = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553391] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] remote_debug.port = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553575] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553738] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553899] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554069] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554233] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554398] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554554] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554716] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554878] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555062] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555226] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555397] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555563] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555730] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555892] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556076] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556264] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556473] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556689] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556864] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557077] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557257] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557433] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557592] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557755] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557917] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558089] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558281] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558456] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558623] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558787] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558959] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559143] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559311] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559512] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559689] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.ssl_version = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559853] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560056] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560229] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_notifications.retry = -1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560412] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560586] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_messaging_notifications.transport_url = **** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560759] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.auth_section = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560925] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.auth_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561101] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.cafile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561267] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.certfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561434] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.collect_timing = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561593] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.connect_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561750] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.connect_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561907] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_id = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562089] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_interface = publicURL {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562253] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_override = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562413] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562574] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562735] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.endpoint_service_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562899] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.insecure = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563068] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.keyfile = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563231] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.max_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563390] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.min_version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563549] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.region_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563710] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.retriable_status_codes = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563872] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.service_name = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564043] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.service_type = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564212] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.split_loggers = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564371] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.status_code_retries = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564531] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.status_code_retry_delay = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564687] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.timeout = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564845] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.valid_interfaces = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564998] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_limit.version = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565180] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_reports.file_event_handler = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565346] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565535] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] oslo_reports.log_dir = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565725] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565890] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566062] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566256] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566431] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566593] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566764] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566926] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567099] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567269] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567436] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567596] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] vif_plug_ovs_privileged.user = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567767] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.flat_interface = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567947] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568138] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568338] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568545] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568737] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568907] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569083] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569271] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569470] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.isolate_vif = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569645] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569813] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569984] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570171] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.ovsdb_interface = native {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570336] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] os_vif_ovs.per_port_bridge = False {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570510] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.capabilities = [21] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570672] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570833] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.helper_command = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571000] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571184] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571347] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] privsep_osbrick.user = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571568] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571746] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.group = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571908] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.helper_command = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572095] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572267] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572425] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] nova_sys_admin.user = None {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572560] env[68828]: DEBUG oslo_service.backend.eventlet.service [None req-90a85a47-9acb-4d82-a660-c84c120057ef None None] ******************************************************************************** {{(pid=68828) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 604.572966] env[68828]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 605.076878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Getting list of instances from cluster (obj){ [ 605.076878] env[68828]: value = "domain-c8" [ 605.076878] env[68828]: _type = "ClusterComputeResource" [ 605.076878] env[68828]: } {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.077959] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd7653-f409-48e4-a139-d2e3ccd0a8e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.086559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Got total of 0 instances {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.087142] env[68828]: WARNING nova.virt.vmwareapi.driver [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 605.087597] env[68828]: INFO nova.virt.node [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Generated node identity 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 [ 605.087833] env[68828]: INFO nova.virt.node [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Wrote node identity 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 to /opt/stack/data/n-cpu-1/compute_id [ 605.590392] env[68828]: WARNING nova.compute.manager [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Compute nodes ['0c65c51f-8bae-4ffe-92bf-020e73c32cf3'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 606.595134] env[68828]: INFO nova.compute.manager [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 607.601018] env[68828]: WARNING nova.compute.manager [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 607.601336] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.601606] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.601776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.601934] env[68828]: DEBUG nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 607.602851] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0ceb1-3cdf-47dd-b7b9-c803a2fb2309 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.612465] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca68d6-54be-4413-bc0f-7cf2a7fd34e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.626998] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47793df8-05c0-41b7-83ff-abefc4f31a7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.633172] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63339ed6-2fd5-45b3-b35e-5165927814cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.661841] env[68828]: DEBUG nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181039MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 607.661985] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.662207] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.164815] env[68828]: WARNING nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] No compute node record for cpu-1:0c65c51f-8bae-4ffe-92bf-020e73c32cf3: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 could not be found. [ 608.669762] env[68828]: INFO nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 [ 610.178320] env[68828]: DEBUG nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.178697] env[68828]: DEBUG nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.331617] env[68828]: INFO nova.scheduler.client.report [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] [req-c2c08a1a-9482-4bb1-8abf-376543467c54] Created resource provider record via placement API for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 610.349866] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec278ad-8359-41da-9c65-62390f46a106 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.357805] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ecebc4-c892-46d4-bba5-f32fcb31de07 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.387920] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e698a-f8a7-4991-a1c0-d4036f848788 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.395245] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61507331-6660-44c3-af5d-99590164c4bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.408392] env[68828]: DEBUG nova.compute.provider_tree [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.944182] env[68828]: DEBUG nova.scheduler.client.report [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 610.944410] env[68828]: DEBUG nova.compute.provider_tree [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 0 to 1 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 610.944551] env[68828]: DEBUG nova.compute.provider_tree [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.023728] env[68828]: DEBUG nova.compute.provider_tree [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 1 to 2 during operation: update_traits {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.528987] env[68828]: DEBUG nova.compute.resource_tracker [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 611.529263] env[68828]: DEBUG oslo_concurrency.lockutils [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.867s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.529424] env[68828]: DEBUG nova.service [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Creating RPC server for service compute {{(pid=68828) start /opt/stack/nova/nova/service.py:186}} [ 611.541869] env[68828]: DEBUG nova.service [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] Join ServiceGroup membership for this service compute {{(pid=68828) start /opt/stack/nova/nova/service.py:203}} [ 611.542046] env[68828]: DEBUG nova.servicegroup.drivers.db [None req-433a3049-4305-4ad8-946c-8f07c83ebaeb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68828) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 634.547902] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.051394] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Getting list of instances from cluster (obj){ [ 635.051394] env[68828]: value = "domain-c8" [ 635.051394] env[68828]: _type = "ClusterComputeResource" [ 635.051394] env[68828]: } {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.052580] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39b2c3-1bed-4fe5-96f8-a34fdf16aee2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.062043] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Got total of 0 instances {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.062296] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.062615] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Getting list of instances from cluster (obj){ [ 635.062615] env[68828]: value = "domain-c8" [ 635.062615] env[68828]: _type = "ClusterComputeResource" [ 635.062615] env[68828]: } {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.063518] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f34fd5-5182-4a51-8c2a-1b19683c376b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.071360] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Got total of 0 instances {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.657644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.657644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.974064] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.975805] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.159537] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.478308] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.706201] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.708334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.709502] env[68828]: INFO nova.compute.claims [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.002722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.790264] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e648ba-e905-45f6-b954-e50dbaa2e132 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.800390] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82132f6-8c71-4c33-8df9-9d4c2e1e0477 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.834971] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0cd1e6-2170-4035-819e-582649bbbf29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.844859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a6444-4903-4668-81b7-af0075c2ead3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.858661] env[68828]: DEBUG nova.compute.provider_tree [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.233890] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "dc709085-3ae9-4508-b9fe-0384f610b689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.234286] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.364693] env[68828]: DEBUG nova.scheduler.client.report [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.736328] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.772685] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.773015] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.871134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.872088] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.875383] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.873s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.876886] env[68828]: INFO nova.compute.claims [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.265928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.279275] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.383172] env[68828]: DEBUG nova.compute.utils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.386275] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.386580] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.579882] env[68828]: DEBUG nova.policy [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd657e6a92d2946029942d2a1b7d6c644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae04de5d560f41b985a7539b667534e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.582779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.582779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.808689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.891802] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.053696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.054375] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.057109] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd973b9-564b-4212-b434-4f968f0ef460 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.068028] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dca7ee-246a-4184-b7de-b0d1862c1249 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.105686] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.109983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6ca75-4a69-4588-a0c5-50bc8c3268e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.117309] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335be90b-0081-473a-9665-e5610c275a9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.132366] env[68828]: DEBUG nova.compute.provider_tree [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.305455] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "9925219f-1838-4a33-8074-32bf8b0db7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.305698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.447437] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Successfully created port: d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.560186] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.629943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.639158] env[68828]: DEBUG nova.scheduler.client.report [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.809234] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.911033] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.938022] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.938022] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.938214] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.938870] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.939096] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.939302] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.939951] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.939951] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.940205] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.940413] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.940628] env[68828]: DEBUG nova.virt.hardware [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.942618] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49f2d5-3ac0-45e1-bd37-f74a2767ce71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.952228] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b9081-4cca-434d-af24-ddc5781ae7f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.972574] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c95644-e8fb-4169-af26-f2f039f8a9c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.077927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "a662a95e-29c9-499e-ac76-ffa7ea549964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.077927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.093367] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.147301] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.147904] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.152874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.887s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.154229] env[68828]: INFO nova.compute.claims [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.341297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.582426] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.658486] env[68828]: DEBUG nova.compute.utils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.663041] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 656.118724] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.169704] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.365690] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f7641-352b-4de7-98bf-9064c27bd0b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.377077] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03715992-3f46-4f50-872b-1814a64c85f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.422672] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8099886-e576-46e5-baa1-448180854577 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.436633] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e5576-3f7d-4251-b548-0ca1d01ae0be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.451758] env[68828]: DEBUG nova.compute.provider_tree [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.743042] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Successfully updated port: d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.955927] env[68828]: DEBUG nova.scheduler.client.report [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.183970] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.191510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "925555de-d1fb-4c5c-9f7c-038663186c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.191814] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.220259] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.220398] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.220481] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.220649] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.220830] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.220977] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.221219] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.221385] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.221576] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.221761] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.221945] env[68828]: DEBUG nova.virt.hardware [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.226226] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773bf394-623d-4758-b5c2-518c6773cad3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.233985] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20810ddd-acbc-4e41-ba71-2d609d4e82f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.247938] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.248153] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.248336] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.249793] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.262261] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.264968] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a70097-b022-4ec0-a792-1b75ba3f044f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.277975] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Created folder: OpenStack in parent group-v4. [ 657.278260] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating folder: Project (03313715b3084970815ae4306646951c). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.278522] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dd6e0a2-264f-4fd3-abc2-e3a009552cbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.289654] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Created folder: Project (03313715b3084970815ae4306646951c) in parent group-v645630. [ 657.289879] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating folder: Instances. Parent ref: group-v645631. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.290127] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306df97a-9831-4516-bd4f-bc8a6ad6c4b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.298766] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Created folder: Instances in parent group-v645631. [ 657.299037] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.299526] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.299705] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7fdb75-2d45-4b63-8343-c35378de85dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.319537] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.319537] env[68828]: value = "task-3230004" [ 657.319537] env[68828]: _type = "Task" [ 657.319537] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.327351] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230004, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.462496] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.464848] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.467662] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.659s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.469250] env[68828]: INFO nova.compute.claims [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.694854] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.824390] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.831537] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230004, 'name': CreateVM_Task, 'duration_secs': 0.272306} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.831700] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.833590] env[68828]: DEBUG oslo_vmware.service [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eca7df-17ad-4195-928c-c01b9d39cd69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.840763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.840763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.842596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.842596] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d859aa77-7c9b-431c-8a72-797ef89dd799 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.848198] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 657.848198] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3c2f1-8577-a76a-380f-5b7c02a2ed79" [ 657.848198] env[68828]: _type = "Task" [ 657.848198] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.859157] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3c2f1-8577-a76a-380f-5b7c02a2ed79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.973969] env[68828]: DEBUG nova.compute.utils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.977195] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.023400] env[68828]: DEBUG nova.network.neutron [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Updating instance_info_cache with network_info: [{"id": "d8bba8be-3045-4256-ae20-84e057cac762", "address": "fa:16:3e:72:0a:98", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bba8be-30", "ovs_interfaceid": "d8bba8be-3045-4256-ae20-84e057cac762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.223203] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.260787] env[68828]: DEBUG nova.compute.manager [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Received event network-vif-plugged-d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.261018] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] Acquiring lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.261231] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.261392] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.261552] env[68828]: DEBUG nova.compute.manager [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] No waiting events found dispatching network-vif-plugged-d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.262058] env[68828]: WARNING nova.compute.manager [req-3c3e6c77-0975-44b8-b436-29999bdbe156 req-247edea8-ee8b-48e1-95d9-890a38862868 service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Received unexpected event network-vif-plugged-d8bba8be-3045-4256-ae20-84e057cac762 for instance with vm_state building and task_state spawning. [ 658.364306] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.364956] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.364956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.364956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.365406] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.365479] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143a9852-d34a-44c7-b121-c6c6ca91cb40 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.384920] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.385271] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.386092] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccaa842-a84c-4cf1-bb1b-f242b679b183 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.397518] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d4c94b-811b-4513-aa07-f49a30c510fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.402894] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 658.402894] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527bb091-acac-f6e8-a461-390f1752e7c2" [ 658.402894] env[68828]: _type = "Task" [ 658.402894] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.413127] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527bb091-acac-f6e8-a461-390f1752e7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.479167] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.527747] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.527747] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Instance network_info: |[{"id": "d8bba8be-3045-4256-ae20-84e057cac762", "address": "fa:16:3e:72:0a:98", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bba8be-30", "ovs_interfaceid": "d8bba8be-3045-4256-ae20-84e057cac762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.528320] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:0a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8bba8be-3045-4256-ae20-84e057cac762', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.541181] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Creating folder: Project (ae04de5d560f41b985a7539b667534e8). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.543948] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e23bdf7a-9038-4443-a8c7-a4f33f956459 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.560273] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Created folder: Project (ae04de5d560f41b985a7539b667534e8) in parent group-v645630. [ 658.560491] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Creating folder: Instances. Parent ref: group-v645634. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.560736] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cdb293a-9c64-4e9f-8441-4b07d1e5fba9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.575816] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Created folder: Instances in parent group-v645634. [ 658.576075] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.576261] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.576460] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e6dd8d-7898-4deb-b7a5-37daccab6e79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.599409] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.599409] env[68828]: value = "task-3230007" [ 658.599409] env[68828]: _type = "Task" [ 658.599409] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.615813] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230007, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.686063] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25cbb1-831a-4625-8191-1e1f4c82cb09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.694459] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80a408-76b1-4b56-8f5c-2504dcd78405 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.726306] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fea9728-3ab0-45fa-9e50-dd0b80f8ddbd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.734964] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3707f6d-63f9-4199-9f74-a1808a171ebe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.749182] env[68828]: DEBUG nova.compute.provider_tree [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.916262] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 658.916600] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating directory with path [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.917780] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08185f0-6b42-4bc4-ba5d-01fa5fccedce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.942417] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Created directory with path [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.942417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Fetch image to [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 658.942417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Downloading image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk on the data store datastore2 {{(pid=68828) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 658.942417] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19aea4-4b51-43ad-bb7b-fbd6227f575f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.952117] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688ffa2-7379-4b31-af35-4c2a11fa59bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.961885] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f5c57-baf3-4d8f-a6e7-e637fa18da1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.000424] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6fb3a-6594-4e67-9da6-8d2aab3c700f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.005403] env[68828]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5589d9ab-585c-4ff8-9a25-d87cf46b0119 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.039908] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Downloading image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to the data store datastore2 {{(pid=68828) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 659.111109] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230007, 'name': CreateVM_Task, 'duration_secs': 0.337367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.111109] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.119620] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.119756] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.120086] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.120324] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd63753-d653-4288-bc86-e40864976a7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.127141] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 659.127141] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52749204-62e3-6f2f-cfec-7658251a8b58" [ 659.127141] env[68828]: _type = "Task" [ 659.127141] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.130143] env[68828]: DEBUG oslo_vmware.rw_handles [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 659.138121] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52749204-62e3-6f2f-cfec-7658251a8b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.252946] env[68828]: DEBUG nova.scheduler.client.report [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.503639] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.538502] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.538836] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.539011] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.539204] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.539431] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.539628] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.539982] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.540204] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.542273] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.542469] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.542642] env[68828]: DEBUG nova.virt.hardware [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.543876] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c61a81-d655-4164-b09b-8c2240b58181 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.561853] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40728732-5abb-4726-8fbe-b391d5a87b79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.577570] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.584690] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Creating folder: Project (a2ab6c844b3a46008ed94d4a0ca80e9d). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.587156] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e6d9302-fadf-4d5a-a0db-22d8ec1e236f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.600024] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Created folder: Project (a2ab6c844b3a46008ed94d4a0ca80e9d) in parent group-v645630. [ 659.600515] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Creating folder: Instances. Parent ref: group-v645637. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.600515] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02a97396-c14c-45e3-bf8a-667b60c54c87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.611804] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Created folder: Instances in parent group-v645637. [ 659.612280] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.614448] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.614448] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7c67f6-af05-4e81-b58c-e122e69c9ade {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.643712] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.643712] env[68828]: value = "task-3230010" [ 659.643712] env[68828]: _type = "Task" [ 659.643712] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.660311] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230010, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.661365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.661600] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.661820] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.765187] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.765771] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.776088] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.146s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.777127] env[68828]: INFO nova.compute.claims [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.872656] env[68828]: DEBUG oslo_vmware.rw_handles [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 659.872890] env[68828]: DEBUG oslo_vmware.rw_handles [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 659.942059] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Downloaded image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk on the data store datastore2 {{(pid=68828) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 659.944730] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 659.945151] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Copying Virtual Disk [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk to [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.948352] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69d366a-48b6-42e8-a95f-fef043619dbc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.951513] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.952149] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.952960] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.953297] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.953619] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.953945] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.954391] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.954683] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 659.954995] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.960363] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 659.960363] env[68828]: value = "task-3230011" [ 659.960363] env[68828]: _type = "Task" [ 659.960363] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.975905] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.163933] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230010, 'name': CreateVM_Task, 'duration_secs': 0.296293} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.164126] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.164618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.164794] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.165137] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.165412] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819e0f13-4ce5-42d9-ab1b-a754c43aa70b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.171602] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 660.171602] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4e7f7-705f-b8d9-b2d4-d4fb01fa83b2" [ 660.171602] env[68828]: _type = "Task" [ 660.171602] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.180801] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4e7f7-705f-b8d9-b2d4-d4fb01fa83b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.287553] env[68828]: DEBUG nova.compute.utils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.295857] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.296168] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.417476] env[68828]: DEBUG nova.policy [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b233832a661241439dd87ae19665aa25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194dc466d3a743f4a05a34fa1d385499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.460886] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.476141] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.687136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.687136] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.688876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.802500] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.973034] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716984} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.973370] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Copied Virtual Disk [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk to [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.973638] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleting the datastore file [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.973892] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dea94a80-38d1-4209-a5ba-c6909977809a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.980781] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 660.980781] env[68828]: value = "task-3230012" [ 660.980781] env[68828]: _type = "Task" [ 660.980781] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.992171] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.047999] env[68828]: DEBUG nova.compute.manager [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Received event network-changed-d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.048591] env[68828]: DEBUG nova.compute.manager [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Refreshing instance network info cache due to event network-changed-d8bba8be-3045-4256-ae20-84e057cac762. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.048591] env[68828]: DEBUG oslo_concurrency.lockutils [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] Acquiring lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.048955] env[68828]: DEBUG oslo_concurrency.lockutils [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] Acquired lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.049189] env[68828]: DEBUG nova.network.neutron [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Refreshing network info cache for port d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.167986] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190329d-a559-4f3c-9b2f-912396f45bb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.177032] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913fb40-bbf5-4e61-9e22-333f6af02dee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.211568] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb4c6a-9758-4d7d-99e7-0d008c76b973 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.220313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc8e96a-cebb-4861-b2da-1574a7a608d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.234032] env[68828]: DEBUG nova.compute.provider_tree [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.238317] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Successfully created port: c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.499498] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023685} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.499948] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.500162] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Moving file from [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407/b02f26fd-7123-4543-a3bf-32b9f3b7b103 to [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103. {{(pid=68828) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.501356] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7187ac87-2f16-4ebd-b9c6-c8f1a5c3db6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.511623] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 661.511623] env[68828]: value = "task-3230013" [ 661.511623] env[68828]: _type = "Task" [ 661.511623] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.523752] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230013, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.620723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.621108] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.741402] env[68828]: DEBUG nova.scheduler.client.report [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.820221] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.859794] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.859794] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.859794] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.860031] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.861590] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.861590] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.861709] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.861875] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.862179] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.862250] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.862420] env[68828]: DEBUG nova.virt.hardware [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.863342] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11226921-73b4-42ca-b7a6-e1225ccff27c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.872428] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32f6ee-b638-4972-8feb-43f35146369f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.023878] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230013, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026298} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.023878] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] File moved {{(pid=68828) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 662.023878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Cleaning up location [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 662.024180] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleting the datastore file [datastore2] vmware_temp/c291187e-7794-47a2-babf-5483449dd407 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.024476] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab072a6-7c80-46ea-bdd5-62d3bf23b52d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.030919] env[68828]: DEBUG nova.network.neutron [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Updated VIF entry in instance network info cache for port d8bba8be-3045-4256-ae20-84e057cac762. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.031615] env[68828]: DEBUG nova.network.neutron [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Updating instance_info_cache with network_info: [{"id": "d8bba8be-3045-4256-ae20-84e057cac762", "address": "fa:16:3e:72:0a:98", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bba8be-30", "ovs_interfaceid": "d8bba8be-3045-4256-ae20-84e057cac762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.034229] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 662.034229] env[68828]: value = "task-3230014" [ 662.034229] env[68828]: _type = "Task" [ 662.034229] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.045199] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.124632] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.251305] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.252044] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.254291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.162s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.255676] env[68828]: INFO nova.compute.claims [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.537434] env[68828]: DEBUG oslo_concurrency.lockutils [req-17d4fe6d-b8b4-4497-8f3f-6d554e792e85 req-9c15f70a-a5e4-4389-8b9f-51a88b2ea85a service nova] Releasing lock "refresh_cache-1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.548471] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024646} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.548808] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.549535] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc19f1f8-ad80-44b8-a1e4-42e0e1fea256 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.556126] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 662.556126] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522e54e5-a860-f0ba-6a11-90bb5723fdbd" [ 662.556126] env[68828]: _type = "Task" [ 662.556126] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.566910] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522e54e5-a860-f0ba-6a11-90bb5723fdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.654974] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.760877] env[68828]: DEBUG nova.compute.utils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.771229] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.771229] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.991426] env[68828]: DEBUG nova.policy [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123df7abe7cd4a439c7c18836f23811d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef1ac6b848d8413ea1d6a2d4bf5a37c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.069151] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522e54e5-a860-f0ba-6a11-90bb5723fdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.069460] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.069770] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f28fc57e-ee0b-40f6-bd0d-09799ce22859/f28fc57e-ee0b-40f6-bd0d-09799ce22859.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.070144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.071588] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.071881] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3967bdb-debe-42e5-982a-0b28f255679e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.073996] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0618664-9bd1-43ec-8d5f-e4da4a6f8f0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.082096] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 663.082096] env[68828]: value = "task-3230015" [ 663.082096] env[68828]: _type = "Task" [ 663.082096] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.086857] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.086857] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.087674] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63d89ff-65a2-45b3-a362-9c993946dcb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093362] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.096190] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 663.096190] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52636173-0ec3-4192-27d5-99eca8eb7005" [ 663.096190] env[68828]: _type = "Task" [ 663.096190] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.105656] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52636173-0ec3-4192-27d5-99eca8eb7005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.271639] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.513151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e27ed-d4f7-46ed-b658-ea90a7fe87ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.524854] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1570e-c25f-41e7-ae7b-0e0792f79349 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.563486] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fab63-31c0-48e7-819c-f5d539f14c8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.571813] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93286597-0f2b-4a4a-b8b0-30c2fb5ba2e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.587807] env[68828]: DEBUG nova.compute.provider_tree [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.598871] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473353} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.602324] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f28fc57e-ee0b-40f6-bd0d-09799ce22859/f28fc57e-ee0b-40f6-bd0d-09799ce22859.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.602706] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.603344] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44a11d4f-986a-4e4b-af23-a0840f2bc9be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.610811] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52636173-0ec3-4192-27d5-99eca8eb7005, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.613485] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 663.613485] env[68828]: value = "task-3230016" [ 663.613485] env[68828]: _type = "Task" [ 663.613485] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.613622] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214c4c8f-59c5-4fee-84b7-b0cca36ead7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.626355] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 663.626355] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a78c7b-fcec-ac40-3289-52ad5099e23b" [ 663.626355] env[68828]: _type = "Task" [ 663.626355] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.629688] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.641371] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a78c7b-fcec-ac40-3289-52ad5099e23b, 'name': SearchDatastore_Task, 'duration_secs': 0.008038} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.641371] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.642094] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066/1cd9ccdf-3d2b-4c90-8004-4cc9d3086066.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.642094] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.642094] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.642449] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a6027e-c5ab-4377-b09d-9b6cd6847ec3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.647491] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef5c2f5-c0e2-472f-8067-e568ba5a0aeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.653216] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 663.653216] env[68828]: value = "task-3230017" [ 663.653216] env[68828]: _type = "Task" [ 663.653216] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.653216] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Successfully updated port: c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.658816] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.662018] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.662018] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53907a4-5ce0-4312-ab74-5336898a7863 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.668546] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.670867] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 663.670867] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5295ba0e-257f-71af-e280-3e404183beaa" [ 663.670867] env[68828]: _type = "Task" [ 663.670867] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.680360] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5295ba0e-257f-71af-e280-3e404183beaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.095834] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Successfully created port: 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.104325] env[68828]: DEBUG nova.scheduler.client.report [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.135779] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067279} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.136066] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.138817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87e167-1f3e-4bca-b7be-50df287aa0e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.171877] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f28fc57e-ee0b-40f6-bd0d-09799ce22859/f28fc57e-ee0b-40f6-bd0d-09799ce22859.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.176875] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.176875] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.177073] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.178549] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d66a58-bfd7-4b9f-9fad-87f951a93972 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.217932] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230017, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.218872] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 664.218872] env[68828]: value = "task-3230018" [ 664.218872] env[68828]: _type = "Task" [ 664.218872] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.232475] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.232918] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5295ba0e-257f-71af-e280-3e404183beaa, 'name': SearchDatastore_Task, 'duration_secs': 0.017066} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.233756] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93de45c3-e95d-4997-be8d-dcf146b8f44a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.241846] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 664.241846] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52269bdf-b7d3-81c9-1172-f02f5d413537" [ 664.241846] env[68828]: _type = "Task" [ 664.241846] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.252808] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52269bdf-b7d3-81c9-1172-f02f5d413537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.291395] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.336312] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.336512] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.336723] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.337089] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.337205] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.337282] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.337745] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.337745] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.338771] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.339040] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.339293] env[68828]: DEBUG nova.virt.hardware [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.343444] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b44ef8-c946-4502-af8c-4f77d75756b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.351391] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.358336] env[68828]: DEBUG nova.compute.manager [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Received event network-vif-plugged-c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.358629] env[68828]: DEBUG oslo_concurrency.lockutils [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.358818] env[68828]: DEBUG oslo_concurrency.lockutils [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.359205] env[68828]: DEBUG oslo_concurrency.lockutils [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.359322] env[68828]: DEBUG nova.compute.manager [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] No waiting events found dispatching network-vif-plugged-c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.359609] env[68828]: WARNING nova.compute.manager [req-be840ae8-bed5-4cc4-a8ca-e36d3ed010e8 req-03a461ef-02a9-4247-8aa8-d9d90b3a6c94 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Received unexpected event network-vif-plugged-c8ac116c-241b-4397-adc6-27978f6446de for instance with vm_state building and task_state spawning. [ 664.367420] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc9c4c3-72c1-4c3a-a3bb-1970e4b80f3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.612393] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.612907] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.615398] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.274s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.616778] env[68828]: INFO nova.compute.claims [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.628088] env[68828]: DEBUG nova.network.neutron [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.671054] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749438} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.671305] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066/1cd9ccdf-3d2b-4c90-8004-4cc9d3086066.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.671650] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.671912] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9832bff8-3633-4290-b9fc-ee4b914ccc9b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.678505] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 664.678505] env[68828]: value = "task-3230019" [ 664.678505] env[68828]: _type = "Task" [ 664.678505] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.691370] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.730166] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230018, 'name': ReconfigVM_Task, 'duration_secs': 0.407361} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.730589] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f28fc57e-ee0b-40f6-bd0d-09799ce22859/f28fc57e-ee0b-40f6-bd0d-09799ce22859.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.731432] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2965848-5c33-4cbe-9f80-4bb9c15c3332 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.738042] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 664.738042] env[68828]: value = "task-3230020" [ 664.738042] env[68828]: _type = "Task" [ 664.738042] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.754951] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230020, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.757476] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52269bdf-b7d3-81c9-1172-f02f5d413537, 'name': SearchDatastore_Task, 'duration_secs': 0.058609} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.757836] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.758168] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.758626] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24397b8-b0c6-4e68-aaab-a93676455d01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.765683] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 664.765683] env[68828]: value = "task-3230021" [ 664.765683] env[68828]: _type = "Task" [ 664.765683] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.774238] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.121144] env[68828]: DEBUG nova.compute.utils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.129169] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.129169] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.131071] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.131838] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Instance network_info: |[{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.132357] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:05:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8ac116c-241b-4397-adc6-27978f6446de', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.142584] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating folder: Project (194dc466d3a743f4a05a34fa1d385499). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.144569] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c66c1ab-d968-474b-8ac4-c2ed007185ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.160726] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created folder: Project (194dc466d3a743f4a05a34fa1d385499) in parent group-v645630. [ 665.160726] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating folder: Instances. Parent ref: group-v645640. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.160726] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0647aa86-3e6c-421f-8f61-09f9cbcc05f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.173864] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created folder: Instances in parent group-v645640. [ 665.174200] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.175069] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.175069] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045f1966-71ce-40a3-ba3a-ee51aa4163ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.210979] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065369} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.210979] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.210979] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.210979] env[68828]: value = "task-3230024" [ 665.210979] env[68828]: _type = "Task" [ 665.210979] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.210979] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e238cd-02b8-44c8-ac28-46a20692c177 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.245227] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066/1cd9ccdf-3d2b-4c90-8004-4cc9d3086066.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.247302] env[68828]: DEBUG nova.policy [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb7bb4d6c7ca46e69780159bfe1a12fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd04ff4aef5b04432b9fd84f4d8720e9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.253248] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec79324-b01c-4d61-87de-684a5b933295 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.271683] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230024, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.287446] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230020, 'name': Rename_Task, 'duration_secs': 0.130501} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.292981] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.293449] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.294542] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 665.294542] env[68828]: value = "task-3230025" [ 665.294542] env[68828]: _type = "Task" [ 665.294542] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.294542] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c6463f-61f5-4180-9d07-f3f5e382de16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.305147] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.306778] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 665.306778] env[68828]: value = "task-3230026" [ 665.306778] env[68828]: _type = "Task" [ 665.306778] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.318575] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.632256] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.724994] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230024, 'name': CreateVM_Task, 'duration_secs': 0.364873} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.725175] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.726334] env[68828]: DEBUG oslo_vmware.service [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac7ca0d-4be4-4757-83a3-dff1a95df8c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.739231] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.739402] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.739791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.740086] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5af26dd-99a5-4feb-8d07-759590c0072c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.751232] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 665.751232] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f12263-41d6-65d6-dfb5-4f5c756875bf" [ 665.751232] env[68828]: _type = "Task" [ 665.751232] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.761889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.761889] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.762106] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.762213] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.762382] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.762623] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3e2ce5e-7553-4950-8ee7-e9f3f5d9b4d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.777950] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.777950] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.783036] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd76d7-25e1-46dd-8efb-9c31aaf743b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.799501] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573369} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.799501] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f6063d-cd18-49f1-bd81-5c0a8f2e42ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.804664] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.804891] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.807425] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ad2bd87-7bf3-4409-8f9f-91ef8ae2fa25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.820933] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230025, 'name': ReconfigVM_Task, 'duration_secs': 0.33976} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.821451] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 665.821451] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba3721-4af6-9bf4-c20c-1de8100846e9" [ 665.821451] env[68828]: _type = "Task" [ 665.821451] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.826145] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066/1cd9ccdf-3d2b-4c90-8004-4cc9d3086066.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.830573] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ff6a4c-6df5-49db-b6c3-6676dbbef878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.836157] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 665.836157] env[68828]: value = "task-3230027" [ 665.836157] env[68828]: _type = "Task" [ 665.836157] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.847369] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 665.847369] env[68828]: value = "task-3230028" [ 665.847369] env[68828]: _type = "Task" [ 665.847369] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.848430] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 665.848430] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.851840] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ad7c4f-feee-4f8e-b9c6-aef4442753aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.862709] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.863044] env[68828]: DEBUG oslo_vmware.api [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230026, 'name': PowerOnVM_Task, 'duration_secs': 0.481982} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.865148] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.865148] env[68828]: INFO nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Took 8.68 seconds to spawn the instance on the hypervisor. [ 665.865378] env[68828]: DEBUG nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.871106] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19daf304-6f28-45e5-bd7e-702bbea2a989 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.872250] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230028, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.880766] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452541bc-2591-412c-a217-266ac27f721c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.883605] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.883740] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Fetch image to [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 665.883921] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Downloading image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk on the data store datastore1 {{(pid=68828) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 665.884967] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75ef8f8-a0fb-4e20-9a64-fa1870104125 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.898017] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c98ed-1ad4-494b-83c7-8618ad19aab3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.899233] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1368784-c710-4bad-96a3-e5aa17d7c0db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.933838] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b15fb02-ab10-4f0d-9776-7bfea032547c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.940343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9832b11-a230-42b5-939b-c33a51ee06f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973792] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9d39c4-0f3f-4e65-a0f3-0bdb8d0e3ea8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.979142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463a63a-da28-48c7-ae9b-e0b763d37c99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.992760] env[68828]: DEBUG nova.compute.provider_tree [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.996217] env[68828]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-853ab54b-0302-4bc3-a217-17746c93b53c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.100886] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Downloading image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to the data store datastore1 {{(pid=68828) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 666.202628] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 666.349025] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065124} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.349025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.352811] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ae526-1711-40ce-b55a-e828e70bb1a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.360232] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230028, 'name': Rename_Task, 'duration_secs': 0.140766} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.369348] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.378739] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.383160] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Successfully created port: 74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.385224] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd7f2d6-f9f6-4a7a-bc37-5516e1e9bbf9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.387520] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa2dde7-c991-49d2-b206-d436d4ed568a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.415426] env[68828]: INFO nova.compute.manager [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Took 15.43 seconds to build instance. [ 666.418253] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 666.418253] env[68828]: value = "task-3230029" [ 666.418253] env[68828]: _type = "Task" [ 666.418253] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.421176] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 666.421176] env[68828]: value = "task-3230030" [ 666.421176] env[68828]: _type = "Task" [ 666.421176] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.436333] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.440512] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.497901] env[68828]: DEBUG nova.scheduler.client.report [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.648609] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.700529] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.700529] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.700529] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.700529] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.700728] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.700728] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.700932] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.701127] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.701296] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.701450] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.702134] env[68828]: DEBUG nova.virt.hardware [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.703245] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ea001-3761-4e45-a715-af65fb2e4d19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.723086] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7fe9c-5bed-4362-87e0-f480a4c8dc31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.918997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de954a31-8305-45d9-9fd4-3b5d7fdcd293 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.943s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.938872] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.947154] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230030, 'name': ReconfigVM_Task, 'duration_secs': 0.373031} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.950018] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfigured VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.950018] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e71da778-7647-4635-9f58-ce9a86725deb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.961244] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 666.961244] env[68828]: value = "task-3230031" [ 666.961244] env[68828]: _type = "Task" [ 666.961244] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.970102] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230031, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.000811] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 667.001041] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 667.004141] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.004926] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.007913] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.889s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.009219] env[68828]: INFO nova.compute.claims [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.069423] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Downloaded image file data b02f26fd-7123-4543-a3bf-32b9f3b7b103 to vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk on the data store datastore1 {{(pid=68828) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 667.069423] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 667.069857] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copying Virtual Disk [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk to [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.069857] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce58ae8f-5e19-48d4-9a19-eb87ccd15bed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.080026] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 667.080026] env[68828]: value = "task-3230032" [ 667.080026] env[68828]: _type = "Task" [ 667.080026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.088685] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.294323] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "efb30d86-f227-4388-a29d-a1f2359d339b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.295337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.432071] env[68828]: DEBUG oslo_vmware.api [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230029, 'name': PowerOnVM_Task, 'duration_secs': 0.524872} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.432252] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.432451] env[68828]: INFO nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Took 12.52 seconds to spawn the instance on the hypervisor. [ 667.432634] env[68828]: DEBUG nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.433477] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa3008-e3ef-479f-9eb7-da9d5e0c9fd3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.471790] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230031, 'name': Rename_Task, 'duration_secs': 0.197377} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.472110] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.472351] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ffede0-e871-4037-b1cd-780e77fbcdf2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.480189] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 667.480189] env[68828]: value = "task-3230033" [ 667.480189] env[68828]: _type = "Task" [ 667.480189] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.489341] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.515988] env[68828]: DEBUG nova.compute.utils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.521798] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.521994] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.588389] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230032, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.758990] env[68828]: DEBUG nova.policy [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3643a5d4c4364358b26a809a3e4e6651', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde06f4f1bf941bca405bd9e5ac6cb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.794173] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Successfully updated port: 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.797925] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.969619] env[68828]: INFO nova.compute.manager [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Took 17.30 seconds to build instance. [ 667.993551] env[68828]: DEBUG nova.compute.manager [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Received event network-changed-c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.996937] env[68828]: DEBUG nova.compute.manager [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Refreshing instance network info cache due to event network-changed-c8ac116c-241b-4397-adc6-27978f6446de. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.996937] env[68828]: DEBUG oslo_concurrency.lockutils [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.996937] env[68828]: DEBUG oslo_concurrency.lockutils [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.996937] env[68828]: DEBUG nova.network.neutron [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Refreshing network info cache for port c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.003579] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.023880] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.095620] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9913} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.096025] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copied Virtual Disk [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk to [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.096240] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103/tmp-sparse.vmdk {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.096623] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df678183-d66c-4411-81c4-7195cc3cc7c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.107223] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 668.107223] env[68828]: value = "task-3230034" [ 668.107223] env[68828]: _type = "Task" [ 668.107223] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.117336] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.271394] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f48256-9c80-4609-9348-bf3c3877647e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.282390] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d63426d-a75a-4c4e-8deb-c997635ddacf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.325636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.326042] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.332852] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffdcef5-3356-4156-8a92-2b631685afcb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.343570] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f91bf5-4452-4f4f-a612-a4aca25ca7f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.358989] env[68828]: DEBUG nova.compute.provider_tree [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.361185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.474601] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25492ece-fe07-40cd-97a4-1e450a6cd02d tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.818s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.493360] env[68828]: DEBUG oslo_vmware.api [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230033, 'name': PowerOnVM_Task, 'duration_secs': 0.851171} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.493649] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.494659] env[68828]: INFO nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Took 8.99 seconds to spawn the instance on the hypervisor. [ 668.495378] env[68828]: DEBUG nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.495969] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c9fb1-cfd6-4d9f-8da9-665bbc2435da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.619348] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086615} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.619600] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.619805] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Moving file from [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748/b02f26fd-7123-4543-a3bf-32b9f3b7b103 to [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103. {{(pid=68828) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 668.620152] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3f7634f0-30a0-48e0-8b1e-9168753248d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.628077] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 668.628077] env[68828]: value = "task-3230035" [ 668.628077] env[68828]: _type = "Task" [ 668.628077] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.636230] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230035, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.684379] env[68828]: DEBUG nova.compute.manager [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-vif-plugged-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.685485] env[68828]: DEBUG oslo_concurrency.lockutils [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] Acquiring lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.685485] env[68828]: DEBUG oslo_concurrency.lockutils [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.685485] env[68828]: DEBUG oslo_concurrency.lockutils [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.685485] env[68828]: DEBUG nova.compute.manager [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] No waiting events found dispatching network-vif-plugged-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.685485] env[68828]: WARNING nova.compute.manager [req-44672597-478e-4a9e-bcd0-40a2d3450a41 req-e2bf0c63-3e8b-4e8b-b1df-450a30d0c822 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received unexpected event network-vif-plugged-41df4450-25ca-4406-9fa3-7404fd3be48b for instance with vm_state building and task_state spawning. [ 668.847397] env[68828]: DEBUG nova.compute.manager [None req-399a56b2-f3e8-4bf3-95c9-e6aa25e7af4a tempest-ServerDiagnosticsV248Test-1668240514 tempest-ServerDiagnosticsV248Test-1668240514-project-admin] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.849675] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4b66f-21a1-4bcb-93b9-b40217ebb328 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.863615] env[68828]: DEBUG nova.scheduler.client.report [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.869749] env[68828]: INFO nova.compute.manager [None req-399a56b2-f3e8-4bf3-95c9-e6aa25e7af4a tempest-ServerDiagnosticsV248Test-1668240514 tempest-ServerDiagnosticsV248Test-1668240514-project-admin] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Retrieving diagnostics [ 668.871019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0ccb63-699f-4722-bd22-b1d24c4f3e0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.932703] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.954414] env[68828]: DEBUG nova.network.neutron [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updated VIF entry in instance network info cache for port c8ac116c-241b-4397-adc6-27978f6446de. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.954767] env[68828]: DEBUG nova.network.neutron [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.023743] env[68828]: INFO nova.compute.manager [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Took 15.78 seconds to build instance. [ 669.034214] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.059850] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.060120] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.060280] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.060459] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.060765] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.061018] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.061468] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.061468] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.061635] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.061797] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.061969] env[68828]: DEBUG nova.virt.hardware [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.063111] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a895c-942d-4455-8f25-96df91540111 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.071643] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94752eca-0675-4e6f-b72b-1e04d221eff8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.137358] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230035, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03403} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.137744] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] File moved {{(pid=68828) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 669.137826] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Cleaning up location [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 669.137985] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore1] vmware_temp/e31c3e4a-ebde-4184-be09-93b64b14b748 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.138249] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12088f7c-b831-4a24-93b2-076d9e174855 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.144923] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 669.144923] env[68828]: value = "task-3230036" [ 669.144923] env[68828]: _type = "Task" [ 669.144923] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.155212] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.372340] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Successfully created port: 8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.375013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.375527] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.378887] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.156s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.381333] env[68828]: INFO nova.compute.claims [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.458378] env[68828]: DEBUG oslo_concurrency.lockutils [req-31cdcc19-5419-4f09-925b-ac592a7f5e0e req-e460abcf-651f-4c3a-8d67-69ac32685de0 service nova] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529375] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89b9767a-5585-4ce0-ae65-f2c2402c478b tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.295s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.540190] env[68828]: DEBUG nova.network.neutron [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.663710] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084184} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.664032] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.664685] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d68bc8a-24fe-4858-af02-1220593425ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.671872] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 669.671872] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5223d346-6da8-acd6-398b-5d0bef35b689" [ 669.671872] env[68828]: _type = "Task" [ 669.671872] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.682591] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5223d346-6da8-acd6-398b-5d0bef35b689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.882139] env[68828]: DEBUG nova.compute.utils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.885470] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.885470] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.033845] env[68828]: DEBUG nova.policy [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5205716335c94b38854ece978340cb57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaace3a4930f476a8ad141fad62e825c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.046453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.046453] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Instance network_info: |[{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.046563] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:39:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41df4450-25ca-4406-9fa3-7404fd3be48b', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.054902] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Creating folder: Project (ef1ac6b848d8413ea1d6a2d4bf5a37c0). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.055309] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87d5beec-6996-49e1-8f37-ac3081f02411 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.067152] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Created folder: Project (ef1ac6b848d8413ea1d6a2d4bf5a37c0) in parent group-v645630. [ 670.067429] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Creating folder: Instances. Parent ref: group-v645643. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.067629] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11def3e6-cf94-408d-b9bf-073a4b8cc8a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.078211] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Created folder: Instances in parent group-v645643. [ 670.078211] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.078211] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.078427] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dffb5ace-0cee-4285-be6d-ed5ae64d45bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.105634] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.105634] env[68828]: value = "task-3230039" [ 670.105634] env[68828]: _type = "Task" [ 670.105634] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.114600] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230039, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.184381] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5223d346-6da8-acd6-398b-5d0bef35b689, 'name': SearchDatastore_Task, 'duration_secs': 0.012564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.184665] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.185172] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.185284] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759cdb1d-6700-4cde-b27c-5b4f7e1856eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.192269] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 670.192269] env[68828]: value = "task-3230040" [ 670.192269] env[68828]: _type = "Task" [ 670.192269] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.200976] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.297792] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Successfully updated port: 74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.390680] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.513473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "defd4007-c253-41bc-a9c0-e8b488c4e418" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.513739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.624409] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230039, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.703840] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.733142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f92cb-c157-4c64-b73d-08e6727e7f08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.743812] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbeeefa-c439-4b18-bdd4-001af7ce9a2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.778787] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b85219-7467-43e4-ac17-786b061c1f02 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.787187] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4bf871-8234-4fce-812c-27eb23dbb6f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.803522] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.808696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.808696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.808696] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.017977] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.118281] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230039, 'name': CreateVM_Task, 'duration_secs': 0.586582} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.118500] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.119791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.119791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.119965] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.120396] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f428919-2b79-4f91-b37e-bc375a599d76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.126718] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 671.126718] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3a94b-99b9-63ff-1c6b-8a6a7c24d119" [ 671.126718] env[68828]: _type = "Task" [ 671.126718] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.136118] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3a94b-99b9-63ff-1c6b-8a6a7c24d119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.206233] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592832} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.206574] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.206749] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.207043] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b9d748-b11a-4ac3-afdf-cdba8d706d7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.214883] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 671.214883] env[68828]: value = "task-3230041" [ 671.214883] env[68828]: _type = "Task" [ 671.214883] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.223448] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.340520] env[68828]: ERROR nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [req-aaa8dc17-7a04-42a5-973e-cae3af74f6d0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aaa8dc17-7a04-42a5-973e-cae3af74f6d0"}]} [ 671.358586] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.377353] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.407331] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.407331] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.413748] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.431065] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.457966] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.458232] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.461799] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.461799] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.461799] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.461799] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.461799] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.462036] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.462036] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.462036] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.462036] env[68828]: DEBUG nova.virt.hardware [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.462239] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6b191-3d92-4755-8df4-116f37944c32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.470372] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.478110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3bf151-8a6b-48c9-9703-00153ca6b629 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.560990] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.615581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.616568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.644413] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3a94b-99b9-63ff-1c6b-8a6a7c24d119, 'name': SearchDatastore_Task, 'duration_secs': 0.025569} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.646704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.647034] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.647347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.648178] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.648178] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.648523] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb15b69-93f1-4d05-9649-db384b56d573 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.657975] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.658166] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.658937] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6000ed30-5b5e-4269-b426-f4c54213bc3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.675182] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 671.675182] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209738c-664e-aa63-4c48-d74581976d68" [ 671.675182] env[68828]: _type = "Task" [ 671.675182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.683757] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209738c-664e-aa63-4c48-d74581976d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.728041] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069432} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.731229] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.732035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a8903-3d3f-4c35-8626-350dcaf627a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.759203] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.762440] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb51e08a-f03c-4da0-88dd-491500db9b0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.785711] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 671.785711] env[68828]: value = "task-3230042" [ 671.785711] env[68828]: _type = "Task" [ 671.785711] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.800752] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.824971] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ea2680-2652-4b58-8599-2699ca967a43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.832663] env[68828]: DEBUG nova.network.neutron [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.834271] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3da545-6ffe-44b7-b91b-ce427bff7b38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.871658] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da3a47-9ac9-44e7-8458-cc7b62d79e32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.874572] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Successfully created port: 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.883139] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2355c72-741a-4934-8e03-a5cdb28027d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.901054] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.119895] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.190385] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209738c-664e-aa63-4c48-d74581976d68, 'name': SearchDatastore_Task, 'duration_secs': 0.02113} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.192786] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c507d576-2d15-497a-8f78-04b2fc149d76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.203605] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 672.203605] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b787f-49ad-2986-01f0-cdb242eef3e5" [ 672.203605] env[68828]: _type = "Task" [ 672.203605] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.218494] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b787f-49ad-2986-01f0-cdb242eef3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.228644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.229015] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.299737] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230042, 'name': ReconfigVM_Task, 'duration_secs': 0.338221} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.300133] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.301272] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99eeff07-d802-40ad-ae4a-e99d00cdaafc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.309048] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 672.309048] env[68828]: value = "task-3230043" [ 672.309048] env[68828]: _type = "Task" [ 672.309048] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.318018] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230043, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.342382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.342715] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Instance network_info: |[{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.343152] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:c8:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c2b0b5-3f1a-4eca-87fd-940b12963306', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.351373] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Creating folder: Project (d04ff4aef5b04432b9fd84f4d8720e9b). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.351489] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cab12a63-ec02-4639-84cf-6cef47b38fef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363398] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Created folder: Project (d04ff4aef5b04432b9fd84f4d8720e9b) in parent group-v645630. [ 672.363588] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Creating folder: Instances. Parent ref: group-v645646. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.364344] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6be087-07de-469d-921d-faaddd04219c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.375723] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Created folder: Instances in parent group-v645646. [ 672.380614] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.380614] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.380614] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11f02d71-5498-465d-b043-b590b3a24c1d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.401463] env[68828]: DEBUG nova.compute.manager [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Received event network-vif-plugged-74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.401681] env[68828]: DEBUG oslo_concurrency.lockutils [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.401953] env[68828]: DEBUG oslo_concurrency.lockutils [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.402073] env[68828]: DEBUG oslo_concurrency.lockutils [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.402200] env[68828]: DEBUG nova.compute.manager [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] No waiting events found dispatching network-vif-plugged-74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.402358] env[68828]: WARNING nova.compute.manager [req-9221f89a-dccc-4376-869c-6b880d614a1f req-7c05c397-1c77-4b00-9882-27147767f72d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Received unexpected event network-vif-plugged-74c2b0b5-3f1a-4eca-87fd-940b12963306 for instance with vm_state building and task_state spawning. [ 672.412837] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Successfully updated port: 8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.419102] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.419102] env[68828]: value = "task-3230046" [ 672.419102] env[68828]: _type = "Task" [ 672.419102] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.430941] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230046, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.448926] env[68828]: ERROR nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [req-c0f099d2-6d6a-4c3d-ac7a-541a0b7948f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0f099d2-6d6a-4c3d-ac7a-541a0b7948f1"}]} [ 672.473809] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.509984] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.510287] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.528984] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.562889] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.649435] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.727080] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b787f-49ad-2986-01f0-cdb242eef3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019064} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.727446] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.727718] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] c47f954b-7a48-45ad-a006-148c9b26f2b2/c47f954b-7a48-45ad-a006-148c9b26f2b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.727988] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e73aa19-3833-4f74-9a49-5b4cba428fb0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744272] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 672.744272] env[68828]: value = "task-3230047" [ 672.744272] env[68828]: _type = "Task" [ 672.744272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.745614] env[68828]: DEBUG nova.compute.manager [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.745799] env[68828]: DEBUG nova.compute.manager [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing instance network info cache due to event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.746029] env[68828]: DEBUG oslo_concurrency.lockutils [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.746158] env[68828]: DEBUG oslo_concurrency.lockutils [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.746324] env[68828]: DEBUG nova.network.neutron [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.766117] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.822870] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230043, 'name': Rename_Task, 'duration_secs': 0.184795} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.826949] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.826949] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c1782e8-8afd-4598-b6ff-52ad0e24a13f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.833018] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 672.833018] env[68828]: value = "task-3230048" [ 672.833018] env[68828]: _type = "Task" [ 672.833018] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.852893] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.883200] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76113fc4-c166-4792-9179-325a76ef41a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.897155] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21be0cb-8b4d-434b-8ddd-a178d5877903 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.929420] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929582] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquired lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.929788] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.935546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303229d3-5de5-4ac9-83aa-514761f6c526 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.944125] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230046, 'name': CreateVM_Task, 'duration_secs': 0.440729} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.946949] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.949195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.949195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.950710] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a7224-3e7f-4289-a00e-c5a3b2482f38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.955529] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f5d569-8c08-4d20-b6f4-2e9c33dfb6f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.969465] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.972665] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 672.972665] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5224e3c6-e0fa-4994-bef4-63f3e01b58f8" [ 672.972665] env[68828]: _type = "Task" [ 672.972665] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.982544] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5224e3c6-e0fa-4994-bef4-63f3e01b58f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015828} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.982914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.983205] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.983587] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.983682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.983883] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.984352] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f3060f-443e-46c2-a17c-af4dd85318b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.999983] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.000238] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.001079] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6617cfec-b400-48f9-8eef-c77c18b144d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.007392] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 673.007392] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526c4d1c-4c47-15f1-0257-5df79ce7a0a0" [ 673.007392] env[68828]: _type = "Task" [ 673.007392] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.015777] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526c4d1c-4c47-15f1-0257-5df79ce7a0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.189735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Acquiring lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.193030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.193030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Acquiring lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.193030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.193030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.195227] env[68828]: INFO nova.compute.manager [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Terminating instance [ 673.261807] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.343860] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230048, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.517026] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.523227] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526c4d1c-4c47-15f1-0257-5df79ce7a0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.072737} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.524082] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3237cc3-b03f-4f5c-be23-464caf1e9cdd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.527826] env[68828]: DEBUG nova.scheduler.client.report [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.528157] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 18 to 19 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.528399] env[68828]: DEBUG nova.compute.provider_tree [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.537212] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 673.537212] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a2b9c-d990-598d-b1c9-e24474d1923a" [ 673.537212] env[68828]: _type = "Task" [ 673.537212] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.552059] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a2b9c-d990-598d-b1c9-e24474d1923a, 'name': SearchDatastore_Task, 'duration_secs': 0.013401} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.553047] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.553478] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.553607] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a08fe14-ef77-4608-90e6-a07a704d912e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.562948] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 673.562948] env[68828]: value = "task-3230049" [ 673.562948] env[68828]: _type = "Task" [ 673.562948] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.572705] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.703635] env[68828]: DEBUG nova.compute.manager [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.703989] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.705418] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35d241-fcf4-40e4-8476-9a2009a2a626 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.715650] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.720120] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb5f5f7-1096-46fd-bca5-b84442f111e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.730516] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Waiting for the task: (returnval){ [ 673.730516] env[68828]: value = "task-3230050" [ 673.730516] env[68828]: _type = "Task" [ 673.730516] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.741254] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Task: {'id': task-3230050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.741254] env[68828]: DEBUG nova.network.neutron [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updated VIF entry in instance network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.741662] env[68828]: DEBUG nova.network.neutron [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.760329] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638691} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.761263] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] c47f954b-7a48-45ad-a006-148c9b26f2b2/c47f954b-7a48-45ad-a006-148c9b26f2b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.761512] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.765021] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f2ab30-cf24-4420-8e70-1b560bf17abf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.775882] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 673.775882] env[68828]: value = "task-3230051" [ 673.775882] env[68828]: _type = "Task" [ 673.775882] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.789835] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.817617] env[68828]: DEBUG nova.network.neutron [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Updating instance_info_cache with network_info: [{"id": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "address": "fa:16:3e:54:ea:8e", "network": {"id": "48c4af41-4398-476c-bfc1-b322af54730e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1379040877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde06f4f1bf941bca405bd9e5ac6cb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c64f043-10", "ovs_interfaceid": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.849774] env[68828]: DEBUG oslo_vmware.api [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230048, 'name': PowerOnVM_Task, 'duration_secs': 0.573307} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.850126] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.850335] env[68828]: INFO nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 12.03 seconds to spawn the instance on the hypervisor. [ 673.850511] env[68828]: DEBUG nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.851432] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa278356-dac8-483f-9e59-654084f4daa7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.038872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.660s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.040114] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.044847] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.584s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.045215] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.045428] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.045828] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.391s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.047830] env[68828]: INFO nova.compute.claims [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.053461] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d0f272-031f-4d69-ad7e-a877ec410e6e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.064233] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb2705-b64f-492b-b6f2-af32388bccbf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.089399] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb4a73-6a1d-4189-8b6e-41a580ea3509 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.095791] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.107113] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ecce0-f6e1-4bef-8620-c558ff0cad39 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.150199] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181035MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.150199] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.250467] env[68828]: DEBUG oslo_concurrency.lockutils [req-19e56e0d-9e3c-4d9d-ace6-931f228b2fd4 req-bfffdf49-c4ed-49a9-a3f5-1395b13c9d5c service nova] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.251623] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Task: {'id': task-3230050, 'name': PowerOffVM_Task, 'duration_secs': 0.423741} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.252244] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.252594] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.253050] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e2af93f-3a97-4538-87ef-f8c1a03ac906 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.287017] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.287489] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.288363] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cad0d6-152c-4660-87b1-72e223a23a9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.297516] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.298314] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.324268] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c47f954b-7a48-45ad-a006-148c9b26f2b2/c47f954b-7a48-45ad-a006-148c9b26f2b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.325134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Releasing lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.325664] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Instance network_info: |[{"id": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "address": "fa:16:3e:54:ea:8e", "network": {"id": "48c4af41-4398-476c-bfc1-b322af54730e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1379040877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde06f4f1bf941bca405bd9e5ac6cb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c64f043-10", "ovs_interfaceid": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.325966] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd7353b-8f89-4d1b-bbbb-bf76e764d627 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.343640] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:ea:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c64f043-10af-4aba-a288-92e4a82b5e6b', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.352407] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Creating folder: Project (fde06f4f1bf941bca405bd9e5ac6cb43). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.352536] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.352732] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.353470] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Deleting the datastore file [datastore2] 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.353470] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6180c953-0854-405c-bbfa-39f4c0292159 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.355709] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b245cc18-86c9-4cef-ba6b-608c18ec6c55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.360438] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 674.360438] env[68828]: value = "task-3230053" [ 674.360438] env[68828]: _type = "Task" [ 674.360438] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.369703] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Waiting for the task: (returnval){ [ 674.369703] env[68828]: value = "task-3230055" [ 674.369703] env[68828]: _type = "Task" [ 674.369703] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.372632] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Created folder: Project (fde06f4f1bf941bca405bd9e5ac6cb43) in parent group-v645630. [ 674.372632] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Creating folder: Instances. Parent ref: group-v645649. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.378039] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbdbf5e7-09a8-4ecd-b832-f381e9a906a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.379884] env[68828]: INFO nova.compute.manager [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 20.60 seconds to build instance. [ 674.387428] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230053, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.392647] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Task: {'id': task-3230055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.395302] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Created folder: Instances in parent group-v645649. [ 674.396405] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.396405] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.396405] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27648a3d-011d-4719-af54-d81827199624 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.418841] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.418841] env[68828]: value = "task-3230057" [ 674.418841] env[68828]: _type = "Task" [ 674.418841] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.428949] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230057, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.498327] env[68828]: INFO nova.compute.manager [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Rebuilding instance [ 674.557331] env[68828]: DEBUG nova.compute.utils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.557966] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.558543] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.575813] env[68828]: DEBUG nova.compute.manager [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.576953] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8137de-e6bc-4aec-9425-4b832d3c917c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.587521] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837993} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.590130] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.590408] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.593564] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e858785-a990-419c-b1cf-4526657c25c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.604252] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 674.604252] env[68828]: value = "task-3230058" [ 674.604252] env[68828]: _type = "Task" [ 674.604252] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.613186] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.662512] env[68828]: DEBUG nova.policy [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecdfcb764b64a9690fd116a17797fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1567042e89bf49e2855e86d423c5ae70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.877133] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.886235] env[68828]: DEBUG oslo_vmware.api [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Task: {'id': task-3230055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328665} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.886806] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.886806] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.887129] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.887343] env[68828]: INFO nova.compute.manager [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Took 1.18 seconds to destroy the instance on the hypervisor. [ 674.888316] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.888316] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a22-e3b6-437d-9f0a-6415bb289ab4 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.115s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.888316] env[68828]: DEBUG nova.compute.manager [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.888316] env[68828]: DEBUG nova.network.neutron [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.928677] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230057, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.040802] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Successfully updated port: 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.068387] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.122981] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064182} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.123373] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.124188] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204054a8-f1d3-41c6-887c-08a368441a7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.161746] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.164385] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d452adeb-e375-4b95-9765-94006660f427 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.185344] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 675.185344] env[68828]: value = "task-3230059" [ 675.185344] env[68828]: _type = "Task" [ 675.185344] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.195185] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.318088] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Successfully created port: fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.381246] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230053, 'name': ReconfigVM_Task, 'duration_secs': 0.807225} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.384241] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c47f954b-7a48-45ad-a006-148c9b26f2b2/c47f954b-7a48-45ad-a006-148c9b26f2b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.385347] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-670e0401-cfa3-4e8b-8ee8-7925532675d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.391471] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 675.391471] env[68828]: value = "task-3230060" [ 675.391471] env[68828]: _type = "Task" [ 675.391471] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.391905] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.402225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701f503-9f1b-4286-9bff-38f4bf3fa330 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.409895] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230060, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.415983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b20b4-758b-4b9a-b732-29983b2d5ec5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.431077] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230057, 'name': CreateVM_Task, 'duration_secs': 0.746323} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.462392] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.465388] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.465903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.466456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.467765] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0932d3-c0fd-4fb1-a446-c9d94c57fe79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.471019] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bdba86-3ac4-43b9-87e2-b6a9e2dc6a4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.480217] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c7e9a-b039-4564-8c55-01e7cd770fec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.485812] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 675.485812] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221aad3-0f40-e8f2-f1df-4f772caaa1ee" [ 675.485812] env[68828]: _type = "Task" [ 675.485812] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.497164] env[68828]: DEBUG nova.compute.provider_tree [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.504838] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221aad3-0f40-e8f2-f1df-4f772caaa1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.505137] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.505394] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.505584] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.505726] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.505944] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.506227] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f98c098-173b-4801-90c9-b42d678bec8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.517187] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.517396] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.518163] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34eb754c-2f26-4e05-a8ce-1e206982f774 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.524942] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 675.524942] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520fa2c0-cda8-a5ca-3316-4c87b411d99c" [ 675.524942] env[68828]: _type = "Task" [ 675.524942] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.532791] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520fa2c0-cda8-a5ca-3316-4c87b411d99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.545017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.545202] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.545344] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.604260] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.605261] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0211e384-dbda-4671-a39b-225249345d75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.613156] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 675.613156] env[68828]: value = "task-3230061" [ 675.613156] env[68828]: _type = "Task" [ 675.613156] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.622206] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.703831] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.904831] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230060, 'name': Rename_Task, 'duration_secs': 0.266538} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.909947] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.912684] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27e2ad9e-1752-4bae-90f1-0538fdccc0f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.918878] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 675.918878] env[68828]: value = "task-3230062" [ 675.918878] env[68828]: _type = "Task" [ 675.918878] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.928977] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.941773] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.002269] env[68828]: DEBUG nova.scheduler.client.report [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.007757] env[68828]: DEBUG nova.network.neutron [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.042175] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520fa2c0-cda8-a5ca-3316-4c87b411d99c, 'name': SearchDatastore_Task, 'duration_secs': 0.038422} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.045622] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a7c858-a476-4e93-bbb4-45c11a6aa3fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.052375] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Received event network-changed-74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.053118] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Refreshing instance network info cache due to event network-changed-74c2b0b5-3f1a-4eca-87fd-940b12963306. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.053214] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Acquiring lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.053452] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Acquired lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.053576] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Refreshing network info cache for port 74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.060628] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 676.060628] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52073315-08ac-5657-560f-c20faab364d2" [ 676.060628] env[68828]: _type = "Task" [ 676.060628] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.086719] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.087807] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52073315-08ac-5657-560f-c20faab364d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.090816] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.090816] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 9925219f-1838-4a33-8074-32bf8b0db7f2/9925219f-1838-4a33-8074-32bf8b0db7f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.090816] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5925e1a4-c9a0-43c7-88d2-16500475cc56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.100315] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 676.100315] env[68828]: value = "task-3230063" [ 676.100315] env[68828]: _type = "Task" [ 676.100315] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.109532] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.115327] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.117463] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.117974] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.117974] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.117974] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.118138] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.118329] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.118463] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.119465] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.119465] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.119465] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.119465] env[68828]: DEBUG nova.virt.hardware [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.123552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181e655-9097-4d50-bc44-4aa6ce75bdbc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.132156] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230061, 'name': PowerOffVM_Task, 'duration_secs': 0.112066} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.134014] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.134265] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.135312] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed15ab-270c-4433-993c-592fe6ef6374 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.138956] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ed073-c1a2-4517-b1b4-162ea0b759bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.159855] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.162506] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5911371-650d-4f6e-9292-19e5471e36ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.188330] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.188330] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.188330] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Deleting the datastore file [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.188330] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7b8779-b9ed-4e33-81cb-fd6ebde00492 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.200649] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230059, 'name': ReconfigVM_Task, 'duration_secs': 0.59965} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.204693] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.205493] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 676.205493] env[68828]: value = "task-3230065" [ 676.205493] env[68828]: _type = "Task" [ 676.205493] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.205697] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eba4f1b-bc55-4e50-a5c0-b9cee64dc9f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.217327] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.220019] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 676.220019] env[68828]: value = "task-3230066" [ 676.220019] env[68828]: _type = "Task" [ 676.220019] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.228715] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230066, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.270371] env[68828]: DEBUG nova.compute.manager [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-vif-plugged-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.270674] env[68828]: DEBUG oslo_concurrency.lockutils [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] Acquiring lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.270887] env[68828]: DEBUG oslo_concurrency.lockutils [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.277430] env[68828]: DEBUG oslo_concurrency.lockutils [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.277430] env[68828]: DEBUG nova.compute.manager [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] No waiting events found dispatching network-vif-plugged-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.277430] env[68828]: WARNING nova.compute.manager [req-aca34e0f-dc6e-441f-9efc-f040c0784ac7 req-76e6c051-eac8-4d3d-9356-eeb53ce34383 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received unexpected event network-vif-plugged-36d27155-cf49-47e0-8241-02e25ebf6d7d for instance with vm_state building and task_state spawning. [ 676.363778] env[68828]: DEBUG nova.network.neutron [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.434226] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.510834] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.511443] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.514364] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.153s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.516166] env[68828]: INFO nova.compute.claims [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.520214] env[68828]: INFO nova.compute.manager [-] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Took 1.63 seconds to deallocate network for instance. [ 676.613849] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500196} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.614104] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 9925219f-1838-4a33-8074-32bf8b0db7f2/9925219f-1838-4a33-8074-32bf8b0db7f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.614314] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.614552] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-704919be-bf05-4903-98b3-864ccb5269ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.626929] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 676.626929] env[68828]: value = "task-3230067" [ 676.626929] env[68828]: _type = "Task" [ 676.626929] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.636398] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.690343] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.690571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.718985] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182543} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.722268] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.722461] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.722631] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.737145] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230066, 'name': Rename_Task, 'duration_secs': 0.427217} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.737421] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.737695] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f07bfb3-7c66-4283-9dfd-23e595ff5372 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.744388] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 676.744388] env[68828]: value = "task-3230068" [ 676.744388] env[68828]: _type = "Task" [ 676.744388] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.752536] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.826455] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updated VIF entry in instance network info cache for port 74c2b0b5-3f1a-4eca-87fd-940b12963306. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.826955] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.866347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.866673] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Instance network_info: |[{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.867094] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:33:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d27155-cf49-47e0-8241-02e25ebf6d7d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.883713] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Creating folder: Project (aaace3a4930f476a8ad141fad62e825c). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.883713] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a015eba-d37a-41d5-9d18-35f42a01cc84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.894127] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Created folder: Project (aaace3a4930f476a8ad141fad62e825c) in parent group-v645630. [ 676.894127] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Creating folder: Instances. Parent ref: group-v645652. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.894127] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6428c66d-9546-46db-8b46-24b37715603f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.904905] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Created folder: Instances in parent group-v645652. [ 676.904905] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.904905] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.904905] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7aeb575-4ec4-4295-b3d7-d0cf20661cc7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.930638] env[68828]: DEBUG oslo_vmware.api [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230062, 'name': PowerOnVM_Task, 'duration_secs': 0.583314} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.932077] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.932343] env[68828]: INFO nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Took 12.64 seconds to spawn the instance on the hypervisor. [ 676.932720] env[68828]: DEBUG nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.933046] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.933046] env[68828]: value = "task-3230071" [ 676.933046] env[68828]: _type = "Task" [ 676.933046] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.933826] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b340b-3c77-4079-8289-75e869999bed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.027342] env[68828]: DEBUG nova.compute.utils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.030011] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.030406] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.030568] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.052209] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Successfully updated port: fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.081186] env[68828]: DEBUG nova.policy [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f12e56841ecf49e790bac7f59c020a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '415baec8daeb40869d76271460b41981', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.138237] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060017} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.139600] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.139967] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f8e34-256b-4b8b-92cb-0fe8c75d255c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.166716] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9925219f-1838-4a33-8074-32bf8b0db7f2/9925219f-1838-4a33-8074-32bf8b0db7f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.167390] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e14adf6-7a86-4a65-9b18-e9c597a3c138 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.189412] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 677.189412] env[68828]: value = "task-3230072" [ 677.189412] env[68828]: _type = "Task" [ 677.189412] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.197547] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.256777] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.330638] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Releasing lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.330638] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Received event network-vif-plugged-8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.330716] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Acquiring lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.331045] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.331319] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.331605] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] No waiting events found dispatching network-vif-plugged-8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.331813] env[68828]: WARNING nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Received unexpected event network-vif-plugged-8c64f043-10af-4aba-a288-92e4a82b5e6b for instance with vm_state building and task_state spawning. [ 677.331996] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Received event network-changed-8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.332167] env[68828]: DEBUG nova.compute.manager [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Refreshing instance network info cache due to event network-changed-8c64f043-10af-4aba-a288-92e4a82b5e6b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.332317] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Acquiring lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.332454] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Acquired lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.332623] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Refreshing network info cache for port 8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.365370] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Successfully created port: f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.447711] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230071, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.457596] env[68828]: INFO nova.compute.manager [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Took 22.85 seconds to build instance. [ 677.532695] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.558272] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.558362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.558473] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.569417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.569492] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.628783] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.629090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.705488] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.770329] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.773581] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.773850] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.774076] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.774407] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.774603] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.774783] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.775029] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.775229] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.775425] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.775645] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.775867] env[68828]: DEBUG nova.virt.hardware [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.777011] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f48dd-cde7-4d93-ae59-ece89c266a2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.788578] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61d98f-18fa-4b3e-8538-222d62cdbe65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.808696] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.814644] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.817639] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.818062] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3387f95-cb86-41f3-9420-19566ff1fb58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.838589] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.838589] env[68828]: value = "task-3230073" [ 677.838589] env[68828]: _type = "Task" [ 677.838589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.849862] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230073, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.871681] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee30caae-dbd7-4daf-99e1-9a600ee8750e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.880402] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bff0e13-6a16-481f-8d3e-f7e7ef1da8bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.915484] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24190e-1405-4b5f-8c62-562a9de15c93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.925674] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5d88d-f3bb-49f3-8d56-532f391f12c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.940200] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.953141] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230071, 'name': CreateVM_Task, 'duration_secs': 0.747963} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.954085] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.954795] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.955236] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.955713] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5105b767-86c7-42e9-9fac-0003b232cae2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.961604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c697e248-1940-4cbe-975f-8ed634911a64 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.380s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.961896] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 677.961896] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5257c8cc-a43a-918d-b4b7-589c91d3a306" [ 677.961896] env[68828]: _type = "Task" [ 677.961896] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.972387] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5257c8cc-a43a-918d-b4b7-589c91d3a306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.104881] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Updated VIF entry in instance network info cache for port 8c64f043-10af-4aba-a288-92e4a82b5e6b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.105257] env[68828]: DEBUG nova.network.neutron [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Updating instance_info_cache with network_info: [{"id": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "address": "fa:16:3e:54:ea:8e", "network": {"id": "48c4af41-4398-476c-bfc1-b322af54730e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1379040877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde06f4f1bf941bca405bd9e5ac6cb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c64f043-10", "ovs_interfaceid": "8c64f043-10af-4aba-a288-92e4a82b5e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.193234] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.206865] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230072, 'name': ReconfigVM_Task, 'duration_secs': 0.775725} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.207439] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9925219f-1838-4a33-8074-32bf8b0db7f2/9925219f-1838-4a33-8074-32bf8b0db7f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.208269] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1712812b-425a-4f0f-b05a-547cf1ceb5da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.215474] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 678.215474] env[68828]: value = "task-3230074" [ 678.215474] env[68828]: _type = "Task" [ 678.215474] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.225489] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230074, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.256314] env[68828]: DEBUG oslo_vmware.api [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230068, 'name': PowerOnVM_Task, 'duration_secs': 1.33347} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.256854] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.257234] env[68828]: INFO nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Took 11.61 seconds to spawn the instance on the hypervisor. [ 678.257539] env[68828]: DEBUG nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.260018] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f43c14d-ddd4-434c-86fd-2ba7ec6f0298 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.351778] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230073, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.464218] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.479879] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5257c8cc-a43a-918d-b4b7-589c91d3a306, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.481515] env[68828]: ERROR nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [req-654f83c7-5212-41bd-bca4-5926dd44b84b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-654f83c7-5212-41bd-bca4-5926dd44b84b"}]} [ 678.481968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.483380] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.483380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.483380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.483380] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.489483] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a40f17-64b2-4c52-9123-e6637d77aba1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.500132] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.500343] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.501168] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17b63f1-2043-444a-9460-759565973060 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.505082] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.508170] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 678.508170] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521627bf-4112-a572-8f29-ea2bd92b5aee" [ 678.508170] env[68828]: _type = "Task" [ 678.508170] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.516533] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521627bf-4112-a572-8f29-ea2bd92b5aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.525105] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.525328] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.537930] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.541096] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.567624] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.578321] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.578321] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.578321] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.578525] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.578525] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.578525] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.581111] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.581365] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.581563] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.581743] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.581945] env[68828]: DEBUG nova.virt.hardware [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.582863] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63304db7-c1c8-4182-ae4a-d2a87e814ecb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.593117] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f0800-ff3f-499f-82c7-86280795b9b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.609180] env[68828]: DEBUG oslo_concurrency.lockutils [req-c00dd77e-c045-4108-8c26-6ef9b6025444 req-c9621423-33ac-4868-b7fe-3407be7e335d service nova] Releasing lock "refresh_cache-9925219f-1838-4a33-8074-32bf8b0db7f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.692828] env[68828]: DEBUG nova.network.neutron [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Updating instance_info_cache with network_info: [{"id": "fd95f637-253c-4f92-920e-b8cdde8ab694", "address": "fa:16:3e:b6:89:d6", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd95f637-25", "ovs_interfaceid": "fd95f637-253c-4f92-920e-b8cdde8ab694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.731200] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230074, 'name': Rename_Task, 'duration_secs': 0.262356} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.731534] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.732124] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db203b09-4192-4a2a-97ad-45fce1f9cf77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.738568] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 678.738568] env[68828]: value = "task-3230075" [ 678.738568] env[68828]: _type = "Task" [ 678.738568] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.746938] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.781034] env[68828]: INFO nova.compute.manager [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Took 23.71 seconds to build instance. [ 678.855943] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230073, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.874091] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff80978c-21fe-44d7-8c45-11c36fd5bedb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.881940] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf3146-9d19-46f3-a92a-c599b1a9c7ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.911622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe71c1fe-c945-45d6-ba28-481416e75491 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.919369] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd55a27a-d1c9-448c-8665-5d574d72cc87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.932558] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.936201] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Successfully updated port: f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.991563] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.018192] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521627bf-4112-a572-8f29-ea2bd92b5aee, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.018992] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cdc90a-f4a3-4509-8407-6225f9a03a68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.024185] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 679.024185] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9691f-5576-7e2e-89c3-fe3b0d910dda" [ 679.024185] env[68828]: _type = "Task" [ 679.024185] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.034780] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9691f-5576-7e2e-89c3-fe3b0d910dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.195238] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.195576] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Instance network_info: |[{"id": "fd95f637-253c-4f92-920e-b8cdde8ab694", "address": "fa:16:3e:b6:89:d6", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd95f637-25", "ovs_interfaceid": "fd95f637-253c-4f92-920e-b8cdde8ab694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.195982] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:89:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd95f637-253c-4f92-920e-b8cdde8ab694', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.205632] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Creating folder: Project (1567042e89bf49e2855e86d423c5ae70). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.205632] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efd8c698-1056-4174-8868-7afd5afd8b5b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.215761] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Created folder: Project (1567042e89bf49e2855e86d423c5ae70) in parent group-v645630. [ 679.216023] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Creating folder: Instances. Parent ref: group-v645656. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.216208] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970c48e5-f48b-4303-93d7-61737e903c54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.232949] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Created folder: Instances in parent group-v645656. [ 679.233723] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.233723] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.233852] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1acdc329-2b0f-425f-9351-8d2eede61ef7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.266100] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.267383] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.267383] env[68828]: value = "task-3230078" [ 679.267383] env[68828]: _type = "Task" [ 679.267383] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.278365] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230078, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.283077] env[68828]: DEBUG oslo_concurrency.lockutils [None req-879130ff-d225-442d-a138-433620d7c87c tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.229s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.353053] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230073, 'name': CreateVM_Task, 'duration_secs': 1.436102} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.353236] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.353818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.353818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.354635] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.354635] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29384b0-ca6b-46b1-ba37-969e4786479f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.359753] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 679.359753] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528bec64-408c-e966-6912-7374b324fc38" [ 679.359753] env[68828]: _type = "Task" [ 679.359753] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.370255] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528bec64-408c-e966-6912-7374b324fc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.446657] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquired lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.447249] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.472217] env[68828]: ERROR nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [req-e54ddaa9-838c-4a43-910f-01db52ebc788] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e54ddaa9-838c-4a43-910f-01db52ebc788"}]} [ 679.506961] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 679.526925] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.527244] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.536537] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 679.536972] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.546674] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9691f-5576-7e2e-89c3-fe3b0d910dda, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.546768] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.547442] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] a662a95e-29c9-499e-ac76-ffa7ea549964/a662a95e-29c9-499e-ac76-ffa7ea549964.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.547442] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860e8e8c-dddf-483a-bdfd-a6fe07992c90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.554282] env[68828]: DEBUG nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Received event network-vif-deleted-d8bba8be-3045-4256-ae20-84e057cac762 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.554282] env[68828]: DEBUG nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Received event network-vif-plugged-fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.554282] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Acquiring lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.554552] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.554552] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.554687] env[68828]: DEBUG nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] No waiting events found dispatching network-vif-plugged-fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.554864] env[68828]: WARNING nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Received unexpected event network-vif-plugged-fd95f637-253c-4f92-920e-b8cdde8ab694 for instance with vm_state building and task_state spawning. [ 679.554914] env[68828]: DEBUG nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Received event network-changed-fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.555244] env[68828]: DEBUG nova.compute.manager [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Refreshing instance network info cache due to event network-changed-fd95f637-253c-4f92-920e-b8cdde8ab694. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.555454] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Acquiring lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.555590] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Acquired lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.555818] env[68828]: DEBUG nova.network.neutron [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Refreshing network info cache for port fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.559053] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 679.565600] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 679.565600] env[68828]: value = "task-3230079" [ 679.565600] env[68828]: _type = "Task" [ 679.565600] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.586825] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.586825] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 679.743622] env[68828]: DEBUG nova.compute.manager [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.743819] env[68828]: DEBUG nova.compute.manager [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing instance network info cache due to event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.744217] env[68828]: DEBUG oslo_concurrency.lockutils [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.744393] env[68828]: DEBUG oslo_concurrency.lockutils [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.744393] env[68828]: DEBUG nova.network.neutron [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.765067] env[68828]: DEBUG oslo_vmware.api [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230075, 'name': PowerOnVM_Task, 'duration_secs': 0.661276} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.765901] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.766131] env[68828]: INFO nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 10.73 seconds to spawn the instance on the hypervisor. [ 679.766602] env[68828]: DEBUG nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.767136] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec17d76-dc9b-416b-bbf0-304523d1fa42 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.788631] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.793466] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230078, 'name': CreateVM_Task, 'duration_secs': 0.380157} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.794441] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.797551] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869932] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528bec64-408c-e966-6912-7374b324fc38, 'name': SearchDatastore_Task, 'duration_secs': 0.029739} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.872444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872687] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.872900] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.873108] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.873295] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.873752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.874050] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.874400] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ddf375-855b-4c91-9606-59faab4a79a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.876422] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba70543f-5306-429b-a255-4f2390a5363c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.882218] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 679.882218] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c5e58-ab88-607e-d9f7-8abdddf147f3" [ 679.882218] env[68828]: _type = "Task" [ 679.882218] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.886645] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.886748] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.890919] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ee5791-16e4-416b-bae2-a47f533bafdb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.893410] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c5e58-ab88-607e-d9f7-8abdddf147f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.901159] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 679.901159] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b07cc-9da4-9407-6f23-849e39af37bf" [ 679.901159] env[68828]: _type = "Task" [ 679.901159] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.906667] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b07cc-9da4-9407-6f23-849e39af37bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.921627] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa22cfd-ce4b-4f03-bc2c-5b5c120f859a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.928303] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5668f-429e-4077-9042-25ab1417d5d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.970657] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073e1dd-ed38-4583-9af3-207827d0b4c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979248] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9925771-a926-4522-8dc2-5068e5499cac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.994020] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.003804] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.085264] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230079, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.154134] env[68828]: DEBUG nova.network.neutron [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updating instance_info_cache with network_info: [{"id": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "address": "fa:16:3e:d1:f8:02", "network": {"id": "7d795dc0-0b02-4e7a-934f-1a16b6a19f13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-177492887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415baec8daeb40869d76271460b41981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf92498df-0f", "ovs_interfaceid": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.306838] env[68828]: INFO nova.compute.manager [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 24.99 seconds to build instance. [ 680.318678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.393912] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c5e58-ab88-607e-d9f7-8abdddf147f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023632} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.394411] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.394792] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.395224] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.412168] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b07cc-9da4-9407-6f23-849e39af37bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.413777] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bc6e8a-1129-409f-a310-6988cb7647f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.419814] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 680.419814] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b3cf3-2eba-fcae-c306-48589f2aea7e" [ 680.419814] env[68828]: _type = "Task" [ 680.419814] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.429273] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b3cf3-2eba-fcae-c306-48589f2aea7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.478724] env[68828]: DEBUG nova.network.neutron [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Updated VIF entry in instance network info cache for port fd95f637-253c-4f92-920e-b8cdde8ab694. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.478724] env[68828]: DEBUG nova.network.neutron [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Updating instance_info_cache with network_info: [{"id": "fd95f637-253c-4f92-920e-b8cdde8ab694", "address": "fa:16:3e:b6:89:d6", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd95f637-25", "ovs_interfaceid": "fd95f637-253c-4f92-920e-b8cdde8ab694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.491965] env[68828]: DEBUG nova.network.neutron [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updated VIF entry in instance network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.491965] env[68828]: DEBUG nova.network.neutron [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.541379] env[68828]: DEBUG nova.scheduler.client.report [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 680.541681] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 24 to 25 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.541858] env[68828]: DEBUG nova.compute.provider_tree [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.585095] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230079, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.657834] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Releasing lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.657834] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Instance network_info: |[{"id": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "address": "fa:16:3e:d1:f8:02", "network": {"id": "7d795dc0-0b02-4e7a-934f-1a16b6a19f13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-177492887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415baec8daeb40869d76271460b41981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf92498df-0f", "ovs_interfaceid": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.657962] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:f8:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f92498df-0f19-48f0-88b2-49e0698d2ba1', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.665135] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Creating folder: Project (415baec8daeb40869d76271460b41981). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.665553] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c681f2d0-901d-4aa3-9794-d94d8ff24921 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.674959] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Created folder: Project (415baec8daeb40869d76271460b41981) in parent group-v645630. [ 680.675194] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Creating folder: Instances. Parent ref: group-v645659. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.675395] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a98af3f-1b46-4df4-afa2-6d3ed06da056 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.684251] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Created folder: Instances in parent group-v645659. [ 680.684537] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.684640] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.684822] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46aa31e5-1385-492f-996b-8bea9a005a90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.708016] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.708016] env[68828]: value = "task-3230082" [ 680.708016] env[68828]: _type = "Task" [ 680.708016] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.716268] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230082, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.808155] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c00c103-5676-4eab-a692-a47587c8c79a tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.502s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.884612] env[68828]: DEBUG nova.compute.manager [None req-ad4cfe3f-2999-476d-85bf-09272bb7fc5e tempest-ServerDiagnosticsV248Test-1668240514 tempest-ServerDiagnosticsV248Test-1668240514-project-admin] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.886238] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba369b8-4524-4216-93c1-603dca3f1231 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.893825] env[68828]: INFO nova.compute.manager [None req-ad4cfe3f-2999-476d-85bf-09272bb7fc5e tempest-ServerDiagnosticsV248Test-1668240514 tempest-ServerDiagnosticsV248Test-1668240514-project-admin] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Retrieving diagnostics [ 680.894586] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d67da-b678-4c81-9449-052691a1ca13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.937730] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b3cf3-2eba-fcae-c306-48589f2aea7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021236} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.937987] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.938256] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.938529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.938706] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.939351] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52fd5854-ed1a-4b4d-bb59-5a9ee4839d56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.940841] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4348ada-ae70-45ea-a187-a3f25dc0dcc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.948009] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 680.948009] env[68828]: value = "task-3230083" [ 680.948009] env[68828]: _type = "Task" [ 680.948009] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.952417] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.952606] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.953648] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9b8b16-1148-4821-ad29-62d3153997e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.959232] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.961972] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 680.961972] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525af7c1-b83e-9139-d947-1af0d79cf56a" [ 680.961972] env[68828]: _type = "Task" [ 680.961972] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.969144] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525af7c1-b83e-9139-d947-1af0d79cf56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.981261] env[68828]: DEBUG oslo_concurrency.lockutils [req-d76a76a2-07fe-41a5-b099-4a6cbd26c2bf req-0d70d683-040d-47d2-a8f7-a5a62995a657 service nova] Releasing lock "refresh_cache-925555de-d1fb-4c5c-9f7c-038663186c54" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.994193] env[68828]: DEBUG oslo_concurrency.lockutils [req-425e0e47-0374-4dda-b866-0441a94944a2 req-4f110e5f-f71d-487f-b8f2-b4b1fba04b91 service nova] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.047500] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.533s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.048116] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.051042] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.492s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.052563] env[68828]: INFO nova.compute.claims [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.090825] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230079, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051048} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.090825] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] a662a95e-29c9-499e-ac76-ffa7ea549964/a662a95e-29c9-499e-ac76-ffa7ea549964.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.090825] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.091072] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91a3f77-3e33-4fe3-83e5-d937e51000b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.099052] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 681.099052] env[68828]: value = "task-3230084" [ 681.099052] env[68828]: _type = "Task" [ 681.099052] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.112362] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.218654] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230082, 'name': CreateVM_Task, 'duration_secs': 0.475856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.218897] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.219648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.219812] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.220176] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.220466] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51530adb-7a33-498b-9c43-3eb2f595be89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.226316] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 681.226316] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5244a198-8034-e418-91e4-ab937cf131f9" [ 681.226316] env[68828]: _type = "Task" [ 681.226316] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.236247] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5244a198-8034-e418-91e4-ab937cf131f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.311246] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.462026] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.473949] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525af7c1-b83e-9139-d947-1af0d79cf56a, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.475159] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f04e650-c0cb-4ba3-bb34-852da37f44b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.482723] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 681.482723] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c0b98d-0f27-4b26-ad46-82e5a3bb5fbc" [ 681.482723] env[68828]: _type = "Task" [ 681.482723] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.494565] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c0b98d-0f27-4b26-ad46-82e5a3bb5fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.559256] env[68828]: DEBUG nova.compute.utils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.562663] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.562840] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.610297] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093681} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.610565] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.611475] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec449b-5f3f-4f67-bf48-e1baff8e8962 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.617522] env[68828]: DEBUG nova.policy [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ab2b745e4b4e76b131a09bcadaa6ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26fdc4e03fb45c1969cfcd6573c5e7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.642947] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a662a95e-29c9-499e-ac76-ffa7ea549964/a662a95e-29c9-499e-ac76-ffa7ea549964.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.643679] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787de2fd-ecb3-4ff0-96d0-d0a66caa4052 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.663712] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 681.663712] env[68828]: value = "task-3230085" [ 681.663712] env[68828]: _type = "Task" [ 681.663712] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.672197] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.736597] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5244a198-8034-e418-91e4-ab937cf131f9, 'name': SearchDatastore_Task, 'duration_secs': 0.060362} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.736714] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.736985] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.737233] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.838583] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.963840] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57312} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.965917] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.966182] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.966513] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a95ac305-45aa-42c0-b589-f72447a4a6ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.974377] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 681.974377] env[68828]: value = "task-3230086" [ 681.974377] env[68828]: _type = "Task" [ 681.974377] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.984044] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.993716] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c0b98d-0f27-4b26-ad46-82e5a3bb5fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.020475} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.994008] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.994416] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 925555de-d1fb-4c5c-9f7c-038663186c54/925555de-d1fb-4c5c-9f7c-038663186c54.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.994939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.995174] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.996359] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3aecc5d-0630-4ca3-9cda-3c3d7272fc77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.998914] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04839ddc-ee80-4423-8170-fd99f22f0577 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.005357] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 682.005357] env[68828]: value = "task-3230087" [ 682.005357] env[68828]: _type = "Task" [ 682.005357] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.010540] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.010929] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.011985] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089e0229-99c6-4b60-a10e-dbc6a415ca00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.017841] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.020986] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 682.020986] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba0157-4ae6-af26-d090-05448da2056d" [ 682.020986] env[68828]: _type = "Task" [ 682.020986] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.029380] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba0157-4ae6-af26-d090-05448da2056d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.064770] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.174756] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230085, 'name': ReconfigVM_Task, 'duration_secs': 0.294903} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.181888] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a662a95e-29c9-499e-ac76-ffa7ea549964/a662a95e-29c9-499e-ac76-ffa7ea549964.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.181888] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8ec2c7-416e-47e5-859c-a07e4e9fe06c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.188254] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 682.188254] env[68828]: value = "task-3230088" [ 682.188254] env[68828]: _type = "Task" [ 682.188254] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.201694] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230088, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.327127] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Successfully created port: 4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.440190] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128eb38-a01e-4735-ba88-f5ef671cf478 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.454173] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d2c2e-b1fb-4e03-bbb7-d6bb4595bc6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.500805] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31b7df-3563-45ab-8552-0a59d532dfad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.513648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.513648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.521929] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153308} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.523755] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.528234] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5260c75-6d7d-49fd-a646-2e1955d4d111 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.536829] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2a06d-70e3-4abb-abb1-3318a36fe775 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.540224] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.547479] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba0157-4ae6-af26-d090-05448da2056d, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.573211] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.574325] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.575975] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270138da-2600-4ef8-9481-135ee6d5a928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.582664] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f304295b-df75-400b-8a65-e0794d2af682 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.607521] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 682.607521] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524dcad5-0683-6a87-6084-e7362ffcc88f" [ 682.607521] env[68828]: _type = "Task" [ 682.607521] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.613012] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 682.613012] env[68828]: value = "task-3230089" [ 682.613012] env[68828]: _type = "Task" [ 682.613012] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.626037] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524dcad5-0683-6a87-6084-e7362ffcc88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.631193] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.699440] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230088, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.023057] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743833} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.025411] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 925555de-d1fb-4c5c-9f7c-038663186c54/925555de-d1fb-4c5c-9f7c-038663186c54.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.025411] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.025411] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884df4a7-f394-441e-9b42-855374bec51c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.030561] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 683.030561] env[68828]: value = "task-3230090" [ 683.030561] env[68828]: _type = "Task" [ 683.030561] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.041721] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.105568] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.120655] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524dcad5-0683-6a87-6084-e7362ffcc88f, 'name': SearchDatastore_Task, 'duration_secs': 0.05619} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.124257] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.124524] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] acf985b4-48a1-41eb-a1a3-6c0a041c7b5b/acf985b4-48a1-41eb-a1a3-6c0a041c7b5b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.124786] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc0c1db-fda9-440e-bef7-517d3404ee22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.130532] env[68828]: ERROR nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [req-ad790d61-85a3-4531-a0ba-73afcc102778] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad790d61-85a3-4531-a0ba-73afcc102778"}]} [ 683.138114] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 683.138114] env[68828]: value = "task-3230091" [ 683.138114] env[68828]: _type = "Task" [ 683.138114] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.141302] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230089, 'name': ReconfigVM_Task, 'duration_secs': 0.333982} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.143474] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfigured VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.150062] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b4ff95f-b7e9-493e-ab40-f5400d7b202f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153803] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:39:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1695901621',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1737946130',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.154049] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.154972] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.154972] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.155084] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.155308] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.155663] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.155776] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.155943] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.156136] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.156484] env[68828]: DEBUG nova.virt.hardware [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.157358] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc26ce-71aa-4763-bcc7-3a65bb371dcb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.161468] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 683.168050] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.177607] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 683.177607] env[68828]: value = "task-3230092" [ 683.177607] env[68828]: _type = "Task" [ 683.177607] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.178241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847d813e-09fe-45e1-92e3-99a84a4411cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.194680] env[68828]: DEBUG nova.compute.manager [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Received event network-vif-plugged-f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.194788] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Acquiring lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.195459] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.195459] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.195459] env[68828]: DEBUG nova.compute.manager [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] No waiting events found dispatching network-vif-plugged-f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.195459] env[68828]: WARNING nova.compute.manager [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Received unexpected event network-vif-plugged-f92498df-0f19-48f0-88b2-49e0698d2ba1 for instance with vm_state building and task_state spawning. [ 683.195927] env[68828]: DEBUG nova.compute.manager [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Received event network-changed-f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.195927] env[68828]: DEBUG nova.compute.manager [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Refreshing instance network info cache due to event network-changed-f92498df-0f19-48f0-88b2-49e0698d2ba1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.195927] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Acquiring lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.196115] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Acquired lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.196846] env[68828]: DEBUG nova.network.neutron [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Refreshing network info cache for port f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.198888] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 683.198888] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.219823] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230092, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.230297] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230088, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.234944] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 683.237723] env[68828]: DEBUG nova.compute.manager [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 683.250464] env[68828]: DEBUG nova.compute.manager [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Received event network-changed-c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.250607] env[68828]: DEBUG nova.compute.manager [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Refreshing instance network info cache due to event network-changed-c8ac116c-241b-4397-adc6-27978f6446de. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.250815] env[68828]: DEBUG oslo_concurrency.lockutils [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.250973] env[68828]: DEBUG oslo_concurrency.lockutils [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.251156] env[68828]: DEBUG nova.network.neutron [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Refreshing network info cache for port c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.267128] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.549757] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.550143] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.551437] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0431f0f-af43-4948-9c6f-bda65f78ecb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.581776] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 925555de-d1fb-4c5c-9f7c-038663186c54/925555de-d1fb-4c5c-9f7c-038663186c54.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.585966] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c76f95-538c-4445-b9a3-54026582e6fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.608764] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 683.608764] env[68828]: value = "task-3230093" [ 683.608764] env[68828]: _type = "Task" [ 683.608764] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.627697] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.628102] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.628305] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.655285] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230091, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.679394] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d149e1-97c9-4568-9468-fcf310d4c34f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.689740] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.690045] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.690426] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.690731] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.690930] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.698250] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230092, 'name': Rename_Task, 'duration_secs': 0.133751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.698806] env[68828]: INFO nova.compute.manager [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Terminating instance [ 683.705287] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c75559-3554-4cc0-b462-092378e156f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.709865] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.710530] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a5a26a-71cd-4e93-84da-b4062166f354 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.721532] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230088, 'name': Rename_Task, 'duration_secs': 1.175404} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.751047] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.755333] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 683.755333] env[68828]: value = "task-3230094" [ 683.755333] env[68828]: _type = "Task" [ 683.755333] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.756213] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88721279-8937-49e2-92d0-ae829f775f6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.763363] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674df2ac-9cf1-4eda-9e06-7b10fb735780 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.774154] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.780707] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230094, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.782882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832c5af-d12b-43bf-8f61-642026b32cc2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.788752] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 683.788752] env[68828]: value = "task-3230095" [ 683.788752] env[68828]: _type = "Task" [ 683.788752] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.803582] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.810897] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230095, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.130476] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.131176] env[68828]: DEBUG nova.network.neutron [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updated VIF entry in instance network info cache for port c8ac116c-241b-4397-adc6-27978f6446de. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.131552] env[68828]: DEBUG nova.network.neutron [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.153335] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692988} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.154109] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] acf985b4-48a1-41eb-a1a3-6c0a041c7b5b/acf985b4-48a1-41eb-a1a3-6c0a041c7b5b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.154109] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.154320] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53604948-856b-4ea9-b86a-6f9434438415 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.165076] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 684.165076] env[68828]: value = "task-3230096" [ 684.165076] env[68828]: _type = "Task" [ 684.165076] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.177856] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.214986] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "refresh_cache-f28fc57e-ee0b-40f6-bd0d-09799ce22859" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.215424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquired lock "refresh_cache-f28fc57e-ee0b-40f6-bd0d-09799ce22859" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.215664] env[68828]: DEBUG nova.network.neutron [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.270526] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Successfully updated port: 4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.279270] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230094, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.298762] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.299116] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.304462] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230095, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.333706] env[68828]: ERROR nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [req-39b3a66a-5e7f-4982-af4e-c74d59519bbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39b3a66a-5e7f-4982-af4e-c74d59519bbf"}]} [ 684.352638] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 684.364626] env[68828]: DEBUG nova.network.neutron [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updated VIF entry in instance network info cache for port f92498df-0f19-48f0-88b2-49e0698d2ba1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.364754] env[68828]: DEBUG nova.network.neutron [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updating instance_info_cache with network_info: [{"id": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "address": "fa:16:3e:d1:f8:02", "network": {"id": "7d795dc0-0b02-4e7a-934f-1a16b6a19f13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-177492887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415baec8daeb40869d76271460b41981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf92498df-0f", "ovs_interfaceid": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.380773] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 684.380773] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.397372] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 684.429927] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 684.623558] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.639240] env[68828]: DEBUG oslo_concurrency.lockutils [req-e68ddb51-e4cc-4eef-8cb7-9ea02418f1fb req-a91494b0-a920-43c1-9a8a-70a49d47460b service nova] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.678076] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079717} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.682070] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.682350] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511ac2c-92c2-421d-a3b1-aafd2bfc0535 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.705685] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] acf985b4-48a1-41eb-a1a3-6c0a041c7b5b/acf985b4-48a1-41eb-a1a3-6c0a041c7b5b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.708235] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44a275b-8322-4ceb-be18-faa8cd728522 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.729763] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 684.729763] env[68828]: value = "task-3230097" [ 684.729763] env[68828]: _type = "Task" [ 684.729763] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.737826] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.749455] env[68828]: DEBUG nova.network.neutron [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.774403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.774403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.774403] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.776860] env[68828]: DEBUG oslo_vmware.api [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230094, 'name': PowerOnVM_Task, 'duration_secs': 0.565079} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.777770] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.777979] env[68828]: DEBUG nova.compute.manager [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.779322] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0dbacc-6bac-456c-a8ed-32667d328ad0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.804606] env[68828]: DEBUG oslo_vmware.api [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230095, 'name': PowerOnVM_Task, 'duration_secs': 0.634382} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.804606] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.804764] env[68828]: INFO nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Took 13.39 seconds to spawn the instance on the hypervisor. [ 684.804912] env[68828]: DEBUG nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.805749] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05311812-9f1d-4e26-9121-b88d74a209d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.869085] env[68828]: DEBUG oslo_concurrency.lockutils [req-3b2a8829-cfbe-4f44-aebf-797b56079e85 req-01922b0c-0478-44d0-9656-79f49c2fcb5d service nova] Releasing lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.890959] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c41f4-154d-446d-83a1-87b0f4019c34 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.900191] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d7d0c-de9b-4ccf-9a23-51b917a2455b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.908113] env[68828]: DEBUG nova.compute.manager [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.939907] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73afb78e-162c-4a74-a9d0-6a02e98fa0e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.943894] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96717580-ec17-45f2-be9a-2d4eac43c7fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.953393] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9825e-4332-4da4-a9e2-f8fc89c9d361 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.968751] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.090610] env[68828]: DEBUG nova.network.neutron [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.121949] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.242821] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.303394] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.312362] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.325323] env[68828]: INFO nova.compute.manager [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Took 29.23 seconds to build instance. [ 685.464413] env[68828]: INFO nova.compute.manager [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] instance snapshotting [ 685.467294] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e724b7a-ba18-410e-9aca-0e9f76a1e4cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.493242] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab99128b-1415-4166-aff7-34749a88ac12 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.513014] env[68828]: DEBUG nova.scheduler.client.report [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 685.513393] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 30 to 31 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 685.513555] env[68828]: DEBUG nova.compute.provider_tree [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.590908] env[68828]: DEBUG nova.network.neutron [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updating instance_info_cache with network_info: [{"id": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "address": "fa:16:3e:0a:d3:77", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19168c-8a", "ovs_interfaceid": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.592932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Releasing lock "refresh_cache-f28fc57e-ee0b-40f6-bd0d-09799ce22859" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.593357] env[68828]: DEBUG nova.compute.manager [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.593555] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.594683] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91677b-f370-403c-947c-7407f6921296 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.602406] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.602811] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-150e0bba-2974-4b6b-8408-733a693e5b90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.610581] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 685.610581] env[68828]: value = "task-3230098" [ 685.610581] env[68828]: _type = "Task" [ 685.610581] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.622811] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.626788] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230093, 'name': ReconfigVM_Task, 'duration_secs': 1.671907} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.627449] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 925555de-d1fb-4c5c-9f7c-038663186c54/925555de-d1fb-4c5c-9f7c-038663186c54.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.628211] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991c0a5c-0eb4-4d6c-8bc9-5a6695226ab0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.634335] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 685.634335] env[68828]: value = "task-3230099" [ 685.634335] env[68828]: _type = "Task" [ 685.634335] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.644101] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230099, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.743027] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.827952] env[68828]: DEBUG oslo_concurrency.lockutils [None req-30339a50-51fb-41a9-a2b7-0a9fc9ee6fef tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.751s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.004861] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.005180] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0bfe6e35-e18d-4a60-9697-c15d36a75715 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.012912] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 686.012912] env[68828]: value = "task-3230100" [ 686.012912] env[68828]: _type = "Task" [ 686.012912] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.021793] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.971s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.022804] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.025517] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.026157] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.377s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.027594] env[68828]: INFO nova.compute.claims [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.092831] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.093176] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Instance network_info: |[{"id": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "address": "fa:16:3e:0a:d3:77", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19168c-8a", "ovs_interfaceid": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.094253] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d3:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c19168c-8ad8-4d18-bacb-a9e726fb6bab', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.102767] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Creating folder: Project (a26fdc4e03fb45c1969cfcd6573c5e7f). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.103039] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dacbe27-32c4-411d-986d-7723ea739b66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.117264] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Created folder: Project (a26fdc4e03fb45c1969cfcd6573c5e7f) in parent group-v645630. [ 686.117510] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Creating folder: Instances. Parent ref: group-v645662. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.117991] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a06b4af8-ac3d-4ed4-9c51-2dbcdb0a723a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.125275] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230098, 'name': PowerOffVM_Task, 'duration_secs': 0.24837} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.127086] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.127086] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.127086] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c44991f6-af99-4c16-8a79-ab7ae597e80e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.131528] env[68828]: DEBUG nova.compute.manager [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Received event network-vif-plugged-4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.131528] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Acquiring lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.131528] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.131528] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.131528] env[68828]: DEBUG nova.compute.manager [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] No waiting events found dispatching network-vif-plugged-4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.131758] env[68828]: WARNING nova.compute.manager [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Received unexpected event network-vif-plugged-4c19168c-8ad8-4d18-bacb-a9e726fb6bab for instance with vm_state building and task_state spawning. [ 686.131758] env[68828]: DEBUG nova.compute.manager [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Received event network-changed-4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.131758] env[68828]: DEBUG nova.compute.manager [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Refreshing instance network info cache due to event network-changed-4c19168c-8ad8-4d18-bacb-a9e726fb6bab. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.131758] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Acquiring lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.131758] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Acquired lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.131909] env[68828]: DEBUG nova.network.neutron [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Refreshing network info cache for port 4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.135595] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Created folder: Instances in parent group-v645662. [ 686.135595] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.139551] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.139551] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c130e25e-9e50-4ee9-80fd-da9439252afd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.158518] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.159215] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.159215] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleting the datastore file [datastore2] f28fc57e-ee0b-40f6-bd0d-09799ce22859 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.162087] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b31285d-3446-4aee-a7e3-212bc34e0df5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.164567] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230099, 'name': Rename_Task, 'duration_secs': 0.196093} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.166029] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.166272] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.166272] env[68828]: value = "task-3230104" [ 686.166272] env[68828]: _type = "Task" [ 686.166272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.166717] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25a0cb0-f2c0-4a1d-a1b4-7db923068621 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.172542] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for the task: (returnval){ [ 686.172542] env[68828]: value = "task-3230105" [ 686.172542] env[68828]: _type = "Task" [ 686.172542] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.181509] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 686.181509] env[68828]: value = "task-3230106" [ 686.181509] env[68828]: _type = "Task" [ 686.181509] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.181722] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230104, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.189529] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.196273] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.244272] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230097, 'name': ReconfigVM_Task, 'duration_secs': 1.107673} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.244593] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] acf985b4-48a1-41eb-a1a3-6c0a041c7b5b/acf985b4-48a1-41eb-a1a3-6c0a041c7b5b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.245439] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed21e585-4216-4a86-88df-1929303835ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.255212] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 686.255212] env[68828]: value = "task-3230107" [ 686.255212] env[68828]: _type = "Task" [ 686.255212] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.268748] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230107, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.318689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "d72b95bc-c418-4a85-aca1-54efaf67217a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.318972] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.331638] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.524589] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.528198] env[68828]: DEBUG nova.compute.utils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.529603] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.532249] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.634561] env[68828]: DEBUG nova.policy [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0f4b6710ed54e6da105f0d2060b3ede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f3a7618ea774f689bb7cfc15359af8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.680157] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230104, 'name': CreateVM_Task, 'duration_secs': 0.408235} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.680568] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.681317] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.681556] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.681943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.685100] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d781f128-bd26-4915-a191-6f551f63da76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.687408] env[68828]: DEBUG oslo_vmware.api [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Task: {'id': task-3230105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.692373] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.692594] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.692785] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.692878] env[68828]: INFO nova.compute.manager [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Took 1.10 seconds to destroy the instance on the hypervisor. [ 686.693631] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.693708] env[68828]: DEBUG nova.compute.manager [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.693802] env[68828]: DEBUG nova.network.neutron [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.698309] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 686.698309] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb9b4a-3384-91e4-ddac-5a805a75f20a" [ 686.698309] env[68828]: _type = "Task" [ 686.698309] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.700999] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.708558] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb9b4a-3384-91e4-ddac-5a805a75f20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.761352] env[68828]: DEBUG nova.network.neutron [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.772062] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230107, 'name': Rename_Task, 'duration_secs': 0.176557} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.774515] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.774782] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4dbdf87-1172-4d8b-ac20-4d6046abd771 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.781996] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 686.781996] env[68828]: value = "task-3230108" [ 686.781996] env[68828]: _type = "Task" [ 686.781996] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.790256] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.859906] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.025980] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.036060] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.209712] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.219627] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb9b4a-3384-91e4-ddac-5a805a75f20a, 'name': SearchDatastore_Task, 'duration_secs': 0.0175} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.219627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.219627] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.219627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.220069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.220069] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.220069] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b65383f-d3b1-4728-9fe0-bc7aaeda49ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.230108] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.230299] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.231397] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb947543-f026-418f-bb84-1d823df934fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.240900] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 687.240900] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52568ea2-6fb9-ff91-66fc-8326f3f97342" [ 687.240900] env[68828]: _type = "Task" [ 687.240900] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.249463] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52568ea2-6fb9-ff91-66fc-8326f3f97342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.264668] env[68828]: DEBUG nova.network.neutron [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.296200] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.353019] env[68828]: DEBUG nova.network.neutron [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updated VIF entry in instance network info cache for port 4c19168c-8ad8-4d18-bacb-a9e726fb6bab. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.353019] env[68828]: DEBUG nova.network.neutron [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updating instance_info_cache with network_info: [{"id": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "address": "fa:16:3e:0a:d3:77", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19168c-8a", "ovs_interfaceid": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.497303] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Successfully created port: 5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.501508] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0d8f16-ceee-44e1-ad39-c9fe6ecb592d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.511368] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c21af-dda8-4784-af53-61b9691ca391 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.555989] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab4c76-c70c-485d-a12d-3e315df2a9db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.565359] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.570788] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84d3a2-e36b-40d3-875b-b31c73914edd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.591530] env[68828]: DEBUG nova.compute.provider_tree [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.699029] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.701187] env[68828]: INFO nova.compute.manager [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Rebuilding instance [ 687.753339] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52568ea2-6fb9-ff91-66fc-8326f3f97342, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.758370] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3429369c-b0be-48a1-bdd4-256c8eb07f76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.761355] env[68828]: DEBUG nova.compute.manager [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.763476] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce441e-3d31-4573-8130-818addc13e99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.770361] env[68828]: INFO nova.compute.manager [-] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Took 1.08 seconds to deallocate network for instance. [ 687.770617] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 687.770617] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52493fb8-1437-692a-4f67-08e9aea69c3a" [ 687.770617] env[68828]: _type = "Task" [ 687.770617] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.790673] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52493fb8-1437-692a-4f67-08e9aea69c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.798201] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.855466] env[68828]: DEBUG oslo_concurrency.lockutils [req-72dd0c9c-eeb6-490c-8eb8-0e51bac30857 req-a3379711-b53c-4c3d-bf5e-a99220715e8f service nova] Releasing lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.028336] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.056169] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.088726] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.088981] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.089170] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.089358] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.089505] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.089637] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.089838] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.090031] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.090217] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.090444] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.090634] env[68828]: DEBUG nova.virt.hardware [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.091536] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe135523-062f-465e-aadb-1e224f5b381d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.094988] env[68828]: DEBUG nova.scheduler.client.report [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.110762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1648d4-a465-4e3f-aa6f-b627e773d7b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.198798] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.285284] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.287805] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52493fb8-1437-692a-4f67-08e9aea69c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.025936} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.288751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.289425] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] efb30d86-f227-4388-a29d-a1f2359d339b/efb30d86-f227-4388-a29d-a1f2359d339b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.290085] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96668ebd-7e62-4b76-9c71-b3c7dd37d6af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.301891] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.304999] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 688.304999] env[68828]: value = "task-3230109" [ 688.304999] env[68828]: _type = "Task" [ 688.304999] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.316213] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.530951] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.601884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.602531] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.610137] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.459s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.702327] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.753305] env[68828]: DEBUG nova.compute.manager [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.753501] env[68828]: DEBUG nova.compute.manager [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing instance network info cache due to event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.753711] env[68828]: DEBUG oslo_concurrency.lockutils [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.753845] env[68828]: DEBUG oslo_concurrency.lockutils [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.754145] env[68828]: DEBUG nova.network.neutron [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.789585] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.790212] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3266a929-8267-4a85-87d8-85b3014afa2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.811458] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 688.811458] env[68828]: value = "task-3230110" [ 688.811458] env[68828]: _type = "Task" [ 688.811458] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.812517] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.828322] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.832379] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.028545] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230100, 'name': CreateSnapshot_Task, 'duration_secs': 2.875318} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.028818] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.030138] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b83db-66a9-4c17-8ede-f1c3525f68f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.112261] env[68828]: DEBUG nova.compute.utils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.122293] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.122293] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.203139] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.240948] env[68828]: DEBUG nova.policy [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15396634bc4c4a62aaca0aee04347026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d36beb5bb7049f69b4713c5b9d50d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.307657] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.328262] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671509} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.329024] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] efb30d86-f227-4388-a29d-a1f2359d339b/efb30d86-f227-4388-a29d-a1f2359d339b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.329363] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.335043] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9157d445-013b-4cdb-b5e9-111a0bed7c0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.337213] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230110, 'name': PowerOffVM_Task, 'duration_secs': 0.422982} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.337545] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.338348] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.339731] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da27719-9172-446d-90c0-67b561a6e173 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.344212] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 689.344212] env[68828]: value = "task-3230111" [ 689.344212] env[68828]: _type = "Task" [ 689.344212] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.350703] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.351494] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e9be2b0-809c-4d9a-b46f-820a5780c5b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.356852] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.379503] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.379638] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.379812] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Deleting the datastore file [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.380136] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0b3fbbf-4f43-473b-a589-a4c52ee80680 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.386757] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 689.386757] env[68828]: value = "task-3230113" [ 689.386757] env[68828]: _type = "Task" [ 689.386757] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.394999] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.560882] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 689.564492] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b8cfe5f-ea8c-44ae-9262-27de0cd89561 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.574267] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 689.574267] env[68828]: value = "task-3230114" [ 689.574267] env[68828]: _type = "Task" [ 689.574267] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.583682] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230114, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.621858] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.625278] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating resource usage from migration f5c132d2-d59b-4299-91af-600edf41cda8 [ 689.659164] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f28fc57e-ee0b-40f6-bd0d-09799ce22859 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 689.667737] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Successfully updated port: 5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.709580] env[68828]: DEBUG oslo_vmware.api [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230106, 'name': PowerOnVM_Task, 'duration_secs': 3.079802} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.709884] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.710062] env[68828]: INFO nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Took 13.63 seconds to spawn the instance on the hypervisor. [ 689.710300] env[68828]: DEBUG nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.717364] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b864512-a080-4851-ba48-fac71db6fbbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.806899] env[68828]: DEBUG oslo_vmware.api [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230108, 'name': PowerOnVM_Task, 'duration_secs': 2.765234} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.807193] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.807404] env[68828]: INFO nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Took 11.27 seconds to spawn the instance on the hypervisor. [ 689.807607] env[68828]: DEBUG nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.808487] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27ac7e-67d2-4a25-b032-1d432de95e0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.825190] env[68828]: DEBUG nova.network.neutron [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updated VIF entry in instance network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.825190] env[68828]: DEBUG nova.network.neutron [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.862189] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067405} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.862472] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.863341] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b6b76-e643-482c-921d-3d5d511d0703 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.897849] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] efb30d86-f227-4388-a29d-a1f2359d339b/efb30d86-f227-4388-a29d-a1f2359d339b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.902187] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a349dd3-61f7-4e56-8d35-16f566164c23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.919538] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Successfully created port: eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.926068] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136973} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.927039] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.927291] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.927478] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.929996] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 689.929996] env[68828]: value = "task-3230115" [ 689.929996] env[68828]: _type = "Task" [ 689.929996] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.939676] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.084863] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.085121] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.093405] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230114, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.163513] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 5419c45e-be0f-4c55-a09e-f07bdcd209b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.163513] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 925555de-d1fb-4c5c-9f7c-038663186c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.173134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.173134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquired lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.173134] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.238413] env[68828]: INFO nova.compute.manager [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Took 32.04 seconds to build instance. [ 690.293949] env[68828]: DEBUG nova.compute.manager [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Received event network-vif-plugged-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.294181] env[68828]: DEBUG oslo_concurrency.lockutils [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] Acquiring lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.294382] env[68828]: DEBUG oslo_concurrency.lockutils [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.294543] env[68828]: DEBUG oslo_concurrency.lockutils [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.294704] env[68828]: DEBUG nova.compute.manager [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] No waiting events found dispatching network-vif-plugged-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.294865] env[68828]: WARNING nova.compute.manager [req-f9699120-9767-42d6-acce-cd92bd2dcdb6 req-e43b54a5-ce5f-4372-a6dc-dedfcd34426b service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Received unexpected event network-vif-plugged-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 for instance with vm_state building and task_state spawning. [ 690.327108] env[68828]: DEBUG oslo_concurrency.lockutils [req-69538c0b-f521-4467-8f1b-470c90a10d50 req-695da856-d548-4eaa-9807-a18c56271b16 service nova] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.330962] env[68828]: INFO nova.compute.manager [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Took 27.70 seconds to build instance. [ 690.457262] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.587359] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230114, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.636335] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.669270] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b803dcd4-dcc1-4f09-917d-e7070fe8b6db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.669270] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 255edea0-1953-4a00-8f22-2ff42f406d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.671649] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.672090] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.672397] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.672702] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.674093] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.674093] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.674093] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.674093] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.674093] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.674352] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.674352] env[68828]: DEBUG nova.virt.hardware [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.676294] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74a67f-9745-4850-8116-8160e90d9db9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.681038] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.692303] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf870364-4932-4ac1-85aa-9ed79afce9a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.726890] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.740562] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb0410a0-7728-43df-a082-19ca1a3f31b7 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.548s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.833475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5183fa59-757a-43d4-a5c3-3e25f9be7d7f tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.212s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.928057] env[68828]: DEBUG nova.network.neutron [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Updating instance_info_cache with network_info: [{"id": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "address": "fa:16:3e:d7:62:12", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5054e343-23", "ovs_interfaceid": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.942985] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230115, 'name': ReconfigVM_Task, 'duration_secs': 0.912285} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.944360] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Reconfigured VM instance instance-0000000b to attach disk [datastore2] efb30d86-f227-4388-a29d-a1f2359d339b/efb30d86-f227-4388-a29d-a1f2359d339b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.945153] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0cf7c1-a771-48b3-9a64-ff5ed200bb2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.952826] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 690.952826] env[68828]: value = "task-3230116" [ 690.952826] env[68828]: _type = "Task" [ 690.952826] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.966729] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230116, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.996033] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.996356] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.996568] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.996814] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.997032] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.997496] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.997911] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.998317] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.998676] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.999160] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.999614] env[68828]: DEBUG nova.virt.hardware [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.000943] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45564173-9b34-4b75-8834-ee9731d96bb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.013284] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7b522-835f-40db-9fbe-5752160bfbb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031203] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.038064] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.038415] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.038687] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b413501e-0464-45f4-8712-a1b0a996cedd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.057864] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.057864] env[68828]: value = "task-3230117" [ 691.057864] env[68828]: _type = "Task" [ 691.057864] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.070619] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230117, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.088334] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230114, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.188157] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.243034] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.337262] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.431285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Releasing lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.431660] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Instance network_info: |[{"id": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "address": "fa:16:3e:d7:62:12", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5054e343-23", "ovs_interfaceid": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.435018] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:62:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5054e343-2354-4acb-a9e2-9aa3ceb7d2d8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.441712] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Creating folder: Project (5f3a7618ea774f689bb7cfc15359af8e). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.442020] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a03f5d02-0c99-44ef-a043-d2925e654de6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.452254] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Created folder: Project (5f3a7618ea774f689bb7cfc15359af8e) in parent group-v645630. [ 691.452652] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Creating folder: Instances. Parent ref: group-v645668. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.452652] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c0dd98-e03f-42a1-8862-8fdd73f645c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.462589] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230116, 'name': Rename_Task, 'duration_secs': 0.187474} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.463838] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.463995] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Created folder: Instances in parent group-v645668. [ 691.464217] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.464403] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a86fcdd-fa54-4f03-8f2b-c55304d3f073 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.465854] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.466187] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f43e6678-06ad-4ec4-96be-3c1258289ad0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.487143] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 691.487143] env[68828]: value = "task-3230120" [ 691.487143] env[68828]: _type = "Task" [ 691.487143] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.490211] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.490211] env[68828]: value = "task-3230121" [ 691.490211] env[68828]: _type = "Task" [ 691.490211] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.499205] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230121, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.502156] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.569060] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230117, 'name': CreateVM_Task, 'duration_secs': 0.333634} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.570334] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.572491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.572491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.572491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.572491] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9ea9ec-791b-4763-bfc8-e6eca28868e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.579894] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 691.579894] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cd531-1d75-71cb-071f-0171b71d556b" [ 691.579894] env[68828]: _type = "Task" [ 691.579894] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.596883] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cd531-1d75-71cb-071f-0171b71d556b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.596959] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230114, 'name': CloneVM_Task, 'duration_secs': 1.706599} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.597229] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Created linked-clone VM from snapshot [ 691.597966] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db47a0e-7372-483e-9645-5c0f006a291a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.607897] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Uploading image 706a8b51-2506-4a43-a6da-0b5e5d091e2f {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.652792] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.652792] env[68828]: value = "vm-645666" [ 691.652792] env[68828]: _type = "VirtualMachine" [ 691.652792] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.653281] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-996400c5-124e-4b80-bc75-21d9c16eeb3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.661251] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lease: (returnval){ [ 691.661251] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b766ba-c81d-d330-d3dc-c5edce4d6d42" [ 691.661251] env[68828]: _type = "HttpNfcLease" [ 691.661251] env[68828]: } obtained for exporting VM: (result){ [ 691.661251] env[68828]: value = "vm-645666" [ 691.661251] env[68828]: _type = "VirtualMachine" [ 691.661251] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.661251] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the lease: (returnval){ [ 691.661251] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b766ba-c81d-d330-d3dc-c5edce4d6d42" [ 691.661251] env[68828]: _type = "HttpNfcLease" [ 691.661251] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.668982] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.668982] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b766ba-c81d-d330-d3dc-c5edce4d6d42" [ 691.668982] env[68828]: _type = "HttpNfcLease" [ 691.668982] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.692108] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bbcadc80-7d0d-4516-9bb9-8c27817ce072 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.781287] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.863622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.923613] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Successfully updated port: eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.009995] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230120, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.011166] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230121, 'name': CreateVM_Task, 'duration_secs': 0.388223} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.011166] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.011166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.091151] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cd531-1d75-71cb-071f-0171b71d556b, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.093186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.093186] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.093186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093342] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.093342] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093342] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.093342] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b47d9545-1ac1-4552-a7c8-349728bfd995 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.095546] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831621f5-845a-4346-abb2-8ea0f26054cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.101190] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 692.101190] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d0e8b6-ef3e-fe3a-8172-f218e6dc22db" [ 692.101190] env[68828]: _type = "Task" [ 692.101190] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.108873] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.108873] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.108873] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3294974f-1193-4899-836f-70596c62ab7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.116544] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d0e8b6-ef3e-fe3a-8172-f218e6dc22db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.123015] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 692.123015] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52075ae6-559b-05f5-8098-4a8915de0019" [ 692.123015] env[68828]: _type = "Task" [ 692.123015] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.131576] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52075ae6-559b-05f5-8098-4a8915de0019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.171729] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.171729] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b766ba-c81d-d330-d3dc-c5edce4d6d42" [ 692.171729] env[68828]: _type = "HttpNfcLease" [ 692.171729] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.171985] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.171985] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b766ba-c81d-d330-d3dc-c5edce4d6d42" [ 692.171985] env[68828]: _type = "HttpNfcLease" [ 692.171985] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.172674] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14eb93-b2a7-41c0-819a-07fbc77ca142 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.181802] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.182275] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.246210] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d72b95bc-c418-4a85-aca1-54efaf67217a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.288443] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a598d618-5863-4b3d-86ad-a73bf5c56396 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.334425] env[68828]: DEBUG nova.compute.manager [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received event network-vif-plugged-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.335060] env[68828]: DEBUG oslo_concurrency.lockutils [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] Acquiring lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.335060] env[68828]: DEBUG oslo_concurrency.lockutils [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.335060] env[68828]: DEBUG oslo_concurrency.lockutils [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.335223] env[68828]: DEBUG nova.compute.manager [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] No waiting events found dispatching network-vif-plugged-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.335465] env[68828]: WARNING nova.compute.manager [req-51be8b2b-0a39-45b6-a43b-b489b3c4da80 req-f8ff32bb-f37c-493b-afb0-4dc822389042 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received unexpected event network-vif-plugged-eacdeb72-a678-49ad-8a6c-940722ddea45 for instance with vm_state building and task_state spawning. [ 692.427612] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.427865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.428048] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.502075] env[68828]: DEBUG oslo_vmware.api [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230120, 'name': PowerOnVM_Task, 'duration_secs': 0.945066} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.502381] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.502581] env[68828]: INFO nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 692.502753] env[68828]: DEBUG nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.503615] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c964685-4a22-40b5-9723-29fbb46f51a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.617143] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d0e8b6-ef3e-fe3a-8172-f218e6dc22db, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.617626] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617725] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.617937] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.643233] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52075ae6-559b-05f5-8098-4a8915de0019, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.643233] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8daec993-4842-489c-aca1-79e51345b43e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.650832] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 692.650832] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9c287-6e40-da9a-3d41-c7f4684c33e4" [ 692.650832] env[68828]: _type = "Task" [ 692.650832] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.663926] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9c287-6e40-da9a-3d41-c7f4684c33e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.753276] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e7d41890-f48b-470e-b33e-cd64c725e2c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.756321] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance acf985b4-48a1-41eb-a1a3-6c0a041c7b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 692.756463] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance defd4007-c253-41bc-a9c0-e8b488c4e418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 692.955078] env[68828]: DEBUG nova.compute.manager [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Received event network-changed-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.955337] env[68828]: DEBUG nova.compute.manager [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Refreshing instance network info cache due to event network-changed-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.955386] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Acquiring lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.955803] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Acquired lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.955803] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Refreshing network info cache for port 5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.002576] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.034076] env[68828]: INFO nova.compute.manager [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Took 24.70 seconds to build instance. [ 693.168547] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9c287-6e40-da9a-3d41-c7f4684c33e4, 'name': SearchDatastore_Task, 'duration_secs': 0.017653} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.169254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.169684] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.170207] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.170564] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.175140] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec90655-d22e-4599-b02e-c23fb14e8d0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.179678] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990ff8a7-7ab5-4941-afe5-8ebead564e1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.189260] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 693.189260] env[68828]: value = "task-3230123" [ 693.189260] env[68828]: _type = "Task" [ 693.189260] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.190457] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.190710] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.194618] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4705107-96ba-4509-97ca-fc2124dc545e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.209121] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 693.209121] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52105628-d6d3-6c38-66f1-abe790eddd97" [ 693.209121] env[68828]: _type = "Task" [ 693.209121] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.211968] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.230166] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52105628-d6d3-6c38-66f1-abe790eddd97, 'name': SearchDatastore_Task, 'duration_secs': 0.016474} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.231082] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ea73d3-ca22-4c8b-94ff-11482254a2fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.236393] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 693.236393] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521629a0-e5d6-04bb-2a72-f6be744b7a47" [ 693.236393] env[68828]: _type = "Task" [ 693.236393] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.245974] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521629a0-e5d6-04bb-2a72-f6be744b7a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.259432] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 614c2b9e-841e-442f-a7e3-fd3b27d84f06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.265185] env[68828]: DEBUG nova.network.neutron [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updating instance_info_cache with network_info: [{"id": "eacdeb72-a678-49ad-8a6c-940722ddea45", "address": "fa:16:3e:27:9e:41", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacdeb72-a6", "ovs_interfaceid": "eacdeb72-a678-49ad-8a6c-940722ddea45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.535293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a9157a6e-c356-436c-98e9-771b01f4f386 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.240s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.563839] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.564129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.707215] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.750476] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521629a0-e5d6-04bb-2a72-f6be744b7a47, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.750476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.750476] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] defd4007-c253-41bc-a9c0-e8b488c4e418/defd4007-c253-41bc-a9c0-e8b488c4e418.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.750747] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe27f2b-df63-4efc-bbf4-2aad011cc3b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.758898] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 693.758898] env[68828]: value = "task-3230124" [ 693.758898] env[68828]: _type = "Task" [ 693.758898] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.762614] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e4349a14-2d63-4000-aba2-3c6a3867eb11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.762803] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 38556428-d6d1-437d-81f6-1868f0f5a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.771158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.771589] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Instance network_info: |[{"id": "eacdeb72-a678-49ad-8a6c-940722ddea45", "address": "fa:16:3e:27:9e:41", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacdeb72-a6", "ovs_interfaceid": "eacdeb72-a678-49ad-8a6c-940722ddea45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.771848] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.772282] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:9e:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eacdeb72-a678-49ad-8a6c-940722ddea45', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.780758] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Creating folder: Project (7d36beb5bb7049f69b4713c5b9d50d56). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.781909] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e82ef37-9a42-4030-bda5-92bb05ab1677 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.794605] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Created folder: Project (7d36beb5bb7049f69b4713c5b9d50d56) in parent group-v645630. [ 693.796981] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Creating folder: Instances. Parent ref: group-v645671. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.798034] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fcdef97-16ec-4b1b-9089-1ff5ddc55da8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.807558] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Created folder: Instances in parent group-v645671. [ 693.808436] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.808657] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.808952] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26d6092-ab15-4511-911b-36d1f68cb308 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.842857] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.842857] env[68828]: value = "task-3230127" [ 693.842857] env[68828]: _type = "Task" [ 693.842857] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.851320] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230127, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.997273] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Updated VIF entry in instance network info cache for port 5054e343-2354-4acb-a9e2-9aa3ceb7d2d8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.997670] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Updating instance_info_cache with network_info: [{"id": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "address": "fa:16:3e:d7:62:12", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5054e343-23", "ovs_interfaceid": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.037866] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.214177] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603067} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.214856] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.215359] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.215563] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a807813-8e02-4d6f-910b-a761ffcefd2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.223678] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 694.223678] env[68828]: value = "task-3230128" [ 694.223678] env[68828]: _type = "Task" [ 694.223678] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.237052] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.269722] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 6bce843d-b138-4438-bf9f-d73eecb1d5d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.269722] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance efb30d86-f227-4388-a29d-a1f2359d339b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.270093] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance dc709085-3ae9-4508-b9fe-0384f610b689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.270093] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance a662a95e-29c9-499e-ac76-ffa7ea549964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.270503] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 694.270503] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance edc4e56e-e6e9-4212-8fa5-437c0bda52e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.270503] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration f5c132d2-d59b-4299-91af-600edf41cda8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 694.270862] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance c47f954b-7a48-45ad-a006-148c9b26f2b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.283647] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.363559] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230127, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.501539] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Releasing lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502350] env[68828]: DEBUG nova.compute.manager [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Received event network-changed-f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.502350] env[68828]: DEBUG nova.compute.manager [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Refreshing instance network info cache due to event network-changed-f92498df-0f19-48f0-88b2-49e0698d2ba1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.502816] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Acquiring lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.502892] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Acquired lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.503177] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Refreshing network info cache for port f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.575521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.746498] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183509} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.746498] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.748414] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7764002-2fe8-4eea-8c2f-fae12efaec54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.774194] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.778536] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0640a535-c0d7-4de5-94a7-06aca47c1e48 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.807339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e8c5815f-3308-4da7-92ad-f5aa8a56747a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.807339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 9925219f-1838-4a33-8074-32bf8b0db7f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 694.807339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 694.807339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 694.807723] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657163} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.807922] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] defd4007-c253-41bc-a9c0-e8b488c4e418/defd4007-c253-41bc-a9c0-e8b488c4e418.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.808194] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.808529] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 694.808529] env[68828]: value = "task-3230129" [ 694.808529] env[68828]: _type = "Task" [ 694.808529] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.808733] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca4aeda-e06c-43ea-af87-ad0d565c84af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.822109] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.823868] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 694.823868] env[68828]: value = "task-3230130" [ 694.823868] env[68828]: _type = "Task" [ 694.823868] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.833760] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.855998] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230127, 'name': CreateVM_Task, 'duration_secs': 0.631051} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.856532] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.856978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.857633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.857633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.857914] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e506cfd3-932f-43fd-87fb-172add4121c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.864774] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 694.864774] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a1ba7-be8d-8b37-bb6b-8a6b312c4cb6" [ 694.864774] env[68828]: _type = "Task" [ 694.864774] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.874881] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a1ba7-be8d-8b37-bb6b-8a6b312c4cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.115411] env[68828]: DEBUG nova.compute.manager [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.115966] env[68828]: DEBUG nova.compute.manager [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing instance network info cache due to event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.115966] env[68828]: DEBUG oslo_concurrency.lockutils [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] Acquiring lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.115966] env[68828]: DEBUG oslo_concurrency.lockutils [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] Acquired lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.116138] env[68828]: DEBUG nova.network.neutron [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.327939] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.328975] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716f5a3-2fe9-4df1-8ee9-aa18913aeeb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.346478] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f944d-951e-415f-b322-b0804b25401e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.350234] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334146} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.350723] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.351768] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b28560b-717b-4b2d-aeef-85572a33f6f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.388031] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d792147-fc0a-4991-b172-1fb9d40bc970 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.409431] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] defd4007-c253-41bc-a9c0-e8b488c4e418/defd4007-c253-41bc-a9c0-e8b488c4e418.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.410571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003642b2-e6ed-40d2-8c7d-a318c12fb7a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.436232] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a1ba7-be8d-8b37-bb6b-8a6b312c4cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.436232] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2cd66-f8e9-4aa1-8108-85f125fdc5bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.439901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.443107] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.443107] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443107] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.443107] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.443107] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae1fc56a-4511-4f52-b212-ad3cc2b3bcaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.444837] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 695.444837] env[68828]: value = "task-3230131" [ 695.444837] env[68828]: _type = "Task" [ 695.444837] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.457018] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.460056] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.460324] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.461172] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b805744b-d9b7-43d2-8a8f-3b2360e4fdb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.474476] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.476292] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 695.476292] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e1f232-54b9-feeb-667c-0e92c3e2ad2e" [ 695.476292] env[68828]: _type = "Task" [ 695.476292] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.485386] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e1f232-54b9-feeb-667c-0e92c3e2ad2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.771642] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updated VIF entry in instance network info cache for port f92498df-0f19-48f0-88b2-49e0698d2ba1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.771769] env[68828]: DEBUG nova.network.neutron [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updating instance_info_cache with network_info: [{"id": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "address": "fa:16:3e:d1:f8:02", "network": {"id": "7d795dc0-0b02-4e7a-934f-1a16b6a19f13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-177492887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415baec8daeb40869d76271460b41981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf92498df-0f", "ovs_interfaceid": "f92498df-0f19-48f0-88b2-49e0698d2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.827251] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230129, 'name': ReconfigVM_Task, 'duration_secs': 0.622751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.828276] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Reconfigured VM instance instance-00000003 to attach disk [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689/dc709085-3ae9-4508-b9fe-0384f610b689.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.828555] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef10f09-fc03-405d-8a46-83fef6f6a9bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.838256] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 695.838256] env[68828]: value = "task-3230132" [ 695.838256] env[68828]: _type = "Task" [ 695.838256] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.853568] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230132, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.964292] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.975643] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.996310] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e1f232-54b9-feeb-667c-0e92c3e2ad2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.000022] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29baf4a-ccef-4868-bcb3-02adf579222c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.006448] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 696.006448] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a628ec-3b75-5648-2206-b26b45cd176c" [ 696.006448] env[68828]: _type = "Task" [ 696.006448] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.016840] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a628ec-3b75-5648-2206-b26b45cd176c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.277402] env[68828]: DEBUG oslo_concurrency.lockutils [req-b9376aa8-14ff-4bb8-aee3-0001c684f581 req-2da32647-a76d-45da-8056-268df167ba27 service nova] Releasing lock "refresh_cache-acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314851] env[68828]: DEBUG nova.network.neutron [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updated VIF entry in instance network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.315428] env[68828]: DEBUG nova.network.neutron [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updating instance_info_cache with network_info: [{"id": "eacdeb72-a678-49ad-8a6c-940722ddea45", "address": "fa:16:3e:27:9e:41", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacdeb72-a6", "ovs_interfaceid": "eacdeb72-a678-49ad-8a6c-940722ddea45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.352934] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230132, 'name': Rename_Task, 'duration_secs': 0.205301} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.355539] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.355975] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba63df76-e278-492a-b4bc-92d0fc3e7bc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.364538] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Waiting for the task: (returnval){ [ 696.364538] env[68828]: value = "task-3230133" [ 696.364538] env[68828]: _type = "Task" [ 696.364538] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.378613] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.460023] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230131, 'name': ReconfigVM_Task, 'duration_secs': 0.580387} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.460023] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Reconfigured VM instance instance-0000000c to attach disk [datastore2] defd4007-c253-41bc-a9c0-e8b488c4e418/defd4007-c253-41bc-a9c0-e8b488c4e418.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.460023] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de4ef961-c890-4870-86e4-b77daf14b612 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.465673] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 696.465673] env[68828]: value = "task-3230134" [ 696.465673] env[68828]: _type = "Task" [ 696.465673] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.475827] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230134, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.489117] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 696.489117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.879s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.489117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.546s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.489734] env[68828]: INFO nova.compute.claims [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.517928] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a628ec-3b75-5648-2206-b26b45cd176c, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.518295] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.518539] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 38556428-d6d1-437d-81f6-1868f0f5a4f2/38556428-d6d1-437d-81f6-1868f0f5a4f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.518849] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f1a881-e2d7-485f-9675-e8872d3bc4a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.526118] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 696.526118] env[68828]: value = "task-3230135" [ 696.526118] env[68828]: _type = "Task" [ 696.526118] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.534778] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.819266] env[68828]: DEBUG oslo_concurrency.lockutils [req-457494d3-4855-46bd-90e4-fbd610f90f2a req-e93aee1a-dbe8-4bf8-a106-e2a999151462 service nova] Releasing lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879420] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230133, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.981094] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230134, 'name': Rename_Task, 'duration_secs': 0.14586} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.988487] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.988487] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df95a78d-3b89-4998-9f16-eb9d57e4c759 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.992876] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 696.992876] env[68828]: value = "task-3230136" [ 696.992876] env[68828]: _type = "Task" [ 696.992876] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.011537] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230136, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.038827] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230135, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.380920] env[68828]: DEBUG oslo_vmware.api [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Task: {'id': task-3230133, 'name': PowerOnVM_Task, 'duration_secs': 0.846721} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.381699] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.381699] env[68828]: DEBUG nova.compute.manager [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.382621] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d23049-5628-42a1-8400-48bcb6695754 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.510670] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230136, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.540284] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.540935] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 38556428-d6d1-437d-81f6-1868f0f5a4f2/38556428-d6d1-437d-81f6-1868f0f5a4f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.540935] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.541252] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f946b2-e693-47b6-a269-6b3a162ed0d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.549834] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 697.549834] env[68828]: value = "task-3230137" [ 697.549834] env[68828]: _type = "Task" [ 697.549834] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.559887] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.912444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.930096] env[68828]: DEBUG nova.compute.manager [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Received event network-changed-4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.930096] env[68828]: DEBUG nova.compute.manager [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Refreshing instance network info cache due to event network-changed-4c19168c-8ad8-4d18-bacb-a9e726fb6bab. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.930348] env[68828]: DEBUG oslo_concurrency.lockutils [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] Acquiring lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.932692] env[68828]: DEBUG oslo_concurrency.lockutils [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] Acquired lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.932870] env[68828]: DEBUG nova.network.neutron [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Refreshing network info cache for port 4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.009562] env[68828]: DEBUG oslo_vmware.api [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230136, 'name': PowerOnVM_Task, 'duration_secs': 0.596367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.009809] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.010028] env[68828]: INFO nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Took 9.95 seconds to spawn the instance on the hypervisor. [ 698.010212] env[68828]: DEBUG nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.011025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0194e-31b6-4752-b139-adc12f14e6d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.038186] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7144c69-1138-4d55-9771-ba5e3b27eda6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.045738] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d71ce9-cbfe-4dfd-b0ab-0337181995b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.082445] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ccebb-5eb3-43e2-b2af-d13693e89b22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.088309] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080679} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.089023] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.089825] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b340ab-3f0f-4b5d-937d-e82566979044 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.095892] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6524c2-6ee1-4023-b0e6-929ecef61f96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.117299] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 38556428-d6d1-437d-81f6-1868f0f5a4f2/38556428-d6d1-437d-81f6-1868f0f5a4f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.118619] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d54d8d7-a266-4754-9f62-5769304079d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143551] env[68828]: DEBUG nova.compute.provider_tree [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.151983] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 698.151983] env[68828]: value = "task-3230138" [ 698.151983] env[68828]: _type = "Task" [ 698.151983] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.161847] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.543960] env[68828]: INFO nova.compute.manager [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Took 27.02 seconds to build instance. [ 698.647447] env[68828]: DEBUG nova.scheduler.client.report [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.665660] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.820079] env[68828]: DEBUG nova.network.neutron [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updated VIF entry in instance network info cache for port 4c19168c-8ad8-4d18-bacb-a9e726fb6bab. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.820449] env[68828]: DEBUG nova.network.neutron [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updating instance_info_cache with network_info: [{"id": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "address": "fa:16:3e:0a:d3:77", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19168c-8a", "ovs_interfaceid": "4c19168c-8ad8-4d18-bacb-a9e726fb6bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.047116] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00f14548-9c63-456a-85c3-88acf4b4ea0a tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.533s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.153468] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.153976] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.157112] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.127s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.157359] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.160492] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.168s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.161691] env[68828]: INFO nova.compute.claims [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.178886] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230138, 'name': ReconfigVM_Task, 'duration_secs': 0.632584} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.179701] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 38556428-d6d1-437d-81f6-1868f0f5a4f2/38556428-d6d1-437d-81f6-1868f0f5a4f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.180334] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98cec7b-96d4-4ec1-9e1f-bb9f03147882 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.190566] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 699.190566] env[68828]: value = "task-3230139" [ 699.190566] env[68828]: _type = "Task" [ 699.190566] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.200779] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230139, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.252172] env[68828]: INFO nova.scheduler.client.report [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Deleted allocations for instance 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066 [ 699.324160] env[68828]: DEBUG oslo_concurrency.lockutils [req-d3796f49-eb71-4285-9829-fb124e614e32 req-983328e9-4f42-4dbb-a9d5-5863044b177e service nova] Releasing lock "refresh_cache-efb30d86-f227-4388-a29d-a1f2359d339b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.551789] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.667710] env[68828]: DEBUG nova.compute.utils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.669661] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.670128] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.704342] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230139, 'name': Rename_Task, 'duration_secs': 0.218036} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.704730] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.705015] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247fba61-e014-402c-a6ec-31c2dccd85d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.713876] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 699.713876] env[68828]: value = "task-3230140" [ 699.713876] env[68828]: _type = "Task" [ 699.713876] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.722887] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.764559] env[68828]: DEBUG oslo_concurrency.lockutils [None req-329b9da4-d943-49b2-819c-76eace85fdb1 tempest-DeleteServersAdminTestJSON-945025448 tempest-DeleteServersAdminTestJSON-945025448-project-admin] Lock "1cd9ccdf-3d2b-4c90-8004-4cc9d3086066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.571s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.827840] env[68828]: DEBUG nova.policy [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cc6343201044ce3a779b834f20230db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb3b00dabee49ef83c3f819471a6a11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.085144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.172537] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.228107] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230140, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.491116] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Successfully created port: 05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.686031] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cde6cb-e00e-4a75-82c1-168d6e898d81 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.694608] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee031e39-e77b-4e03-bdd8-808f813a0663 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.732388] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5b5a9-4162-4edf-850e-22d9c0123ad6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741189] env[68828]: DEBUG oslo_vmware.api [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230140, 'name': PowerOnVM_Task, 'duration_secs': 0.667219} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.743923] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.744162] env[68828]: INFO nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Took 10.11 seconds to spawn the instance on the hypervisor. [ 700.744344] env[68828]: DEBUG nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.745228] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a9c7f2-98ec-4919-a6a9-1303c114c0aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.748818] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec84c538-9970-4b84-9ead-2aaae302615e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.768895] env[68828]: DEBUG nova.compute.provider_tree [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.778356] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "09531ee3-9860-4aba-a7df-7489e5727da3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.778356] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.190616] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.239856] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.240124] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.240431] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.240770] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.240954] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.241126] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.241342] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.241507] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.241995] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.241995] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.242142] env[68828]: DEBUG nova.virt.hardware [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.243059] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048016b-1418-4722-b5ee-440e84db0542 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.251457] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f365b8f-ea73-4166-9dc7-16c1da2ae42c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.274689] env[68828]: DEBUG nova.scheduler.client.report [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.287892] env[68828]: INFO nova.compute.manager [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Took 28.66 seconds to build instance. [ 701.784946] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.785280] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.788303] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.470s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.792346] env[68828]: INFO nova.compute.claims [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.797189] env[68828]: DEBUG oslo_concurrency.lockutils [None req-deb367ac-238f-44c8-a09a-40978182cded tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.180s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.298168] env[68828]: DEBUG nova.compute.utils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.303341] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.304932] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.311437] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.402627] env[68828]: DEBUG nova.compute.manager [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Received event network-changed {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.402789] env[68828]: DEBUG nova.compute.manager [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Refreshing instance network info cache due to event network-changed. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.406682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] Acquiring lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.406682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] Acquired lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.406682] env[68828]: DEBUG nova.network.neutron [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.426198] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Successfully updated port: 05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.444662] env[68828]: DEBUG nova.policy [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.732565] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.737510] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c949a6-6761-48c9-99b4-9ec36b805b52 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.742883] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.744086] env[68828]: ERROR oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk due to incomplete transfer. [ 702.744086] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a5ad9bb-880a-4ef0-a89e-eb502a706e2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.751860] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d40e-6601-b43e-07f5-1e20e5cf8719/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.752073] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Uploaded image 706a8b51-2506-4a43-a6da-0b5e5d091e2f to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.754950] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.756307] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a72334ad-7435-4a4c-a7f0-7f47c9b75abb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.762538] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 702.762538] env[68828]: value = "task-3230141" [ 702.762538] env[68828]: _type = "Task" [ 702.762538] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.772623] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230141, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.805400] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.865149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.932293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.932293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquired lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.932293] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.049156] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Successfully created port: 5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.250422] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9629371f-184e-4169-95ec-4f0ce46f3c45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.258200] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e209591d-0580-4642-bc1d-aa6a5c0b46d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.293532] env[68828]: DEBUG nova.network.neutron [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Updating instance_info_cache with network_info: [{"id": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "address": "fa:16:3e:d7:62:12", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5054e343-23", "ovs_interfaceid": "5054e343-2354-4acb-a9e2-9aa3ceb7d2d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.295762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b1e8ae-1a77-44d0-9770-7e3282ad7782 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.301434] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230141, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.306687] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb1ced-07e1-437a-b7c6-2d26eec4d5c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.324255] env[68828]: DEBUG nova.compute.provider_tree [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.471143] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.549029] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "dc709085-3ae9-4508-b9fe-0384f610b689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.549286] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.549542] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "dc709085-3ae9-4508-b9fe-0384f610b689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.549732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.549918] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.552335] env[68828]: INFO nova.compute.manager [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Terminating instance [ 703.581997] env[68828]: DEBUG nova.compute.manager [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Received event network-vif-plugged-05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.581997] env[68828]: DEBUG oslo_concurrency.lockutils [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] Acquiring lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.581997] env[68828]: DEBUG oslo_concurrency.lockutils [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.581997] env[68828]: DEBUG oslo_concurrency.lockutils [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.582161] env[68828]: DEBUG nova.compute.manager [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] No waiting events found dispatching network-vif-plugged-05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.582197] env[68828]: WARNING nova.compute.manager [req-f96fccb6-ac3f-476d-aa78-4d29a5dc698d req-1d7e7b05-f9b4-41bc-8402-436fd458c337 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Received unexpected event network-vif-plugged-05ec9591-7daa-4edb-bc1d-dc83386c1787 for instance with vm_state building and task_state spawning. [ 703.687585] env[68828]: DEBUG nova.network.neutron [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Updating instance_info_cache with network_info: [{"id": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "address": "fa:16:3e:3a:de:2c", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ec9591-7d", "ovs_interfaceid": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.777546] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230141, 'name': Destroy_Task, 'duration_secs': 0.727252} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.778893] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Destroyed the VM [ 703.778893] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.778893] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-644442f4-a992-4a94-83ec-26066971a454 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.784598] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 703.784598] env[68828]: value = "task-3230142" [ 703.784598] env[68828]: _type = "Task" [ 703.784598] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.795056] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.800196] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ec9d652-a0c8-4f57-a124-17f13466f6ba tempest-ServerExternalEventsTest-1196519927 tempest-ServerExternalEventsTest-1196519927-project] Releasing lock "refresh_cache-defd4007-c253-41bc-a9c0-e8b488c4e418" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.820532] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.828655] env[68828]: DEBUG nova.scheduler.client.report [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.875431] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.875746] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.875945] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.876198] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.876601] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.876817] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.877082] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.877307] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.877570] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.877789] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.878031] env[68828]: DEBUG nova.virt.hardware [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.879215] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be344f-0d5d-4e14-81fa-c780372f7d69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.888586] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd66e32-034c-4ceb-9566-952ac7f2ed1d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.058979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "refresh_cache-dc709085-3ae9-4508-b9fe-0384f610b689" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.058979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquired lock "refresh_cache-dc709085-3ae9-4508-b9fe-0384f610b689" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058979] env[68828]: DEBUG nova.network.neutron [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.194509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Releasing lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.194946] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Instance network_info: |[{"id": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "address": "fa:16:3e:3a:de:2c", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ec9591-7d", "ovs_interfaceid": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.195324] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:de:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05ec9591-7daa-4edb-bc1d-dc83386c1787', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.225480] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Creating folder: Project (9cb3b00dabee49ef83c3f819471a6a11). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.227358] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0027879-0681-4f92-82f2-4204c31a4930 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.243029] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Created folder: Project (9cb3b00dabee49ef83c3f819471a6a11) in parent group-v645630. [ 704.243170] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Creating folder: Instances. Parent ref: group-v645674. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.243331] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44df30b5-cf6e-4e73-9270-87bfe3bebd46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.253167] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Created folder: Instances in parent group-v645674. [ 704.253469] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.253688] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.253945] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc008115-83da-41fc-a9dd-55b3c35a0b10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.280137] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.280137] env[68828]: value = "task-3230145" [ 704.280137] env[68828]: _type = "Task" [ 704.280137] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.291990] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230145, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.328590] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.340537] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.341718] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.344363] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "defd4007-c253-41bc-a9c0-e8b488c4e418" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.344622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.344818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.344999] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.346709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.347298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.509s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.348373] env[68828]: INFO nova.compute.claims [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.351292] env[68828]: INFO nova.compute.manager [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Terminating instance [ 704.500930] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "5f618d22-e3ff-41b9-9131-26730e117394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.502129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.590973] env[68828]: DEBUG nova.network.neutron [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.753436] env[68828]: DEBUG nova.network.neutron [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.792748] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230145, 'name': CreateVM_Task, 'duration_secs': 0.3822} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.793556] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.794670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.794796] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.798300] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5163c727-d4a4-46fb-ac80-f5dcc389aec6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.802291] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230142, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.803501] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 704.803501] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b42720-7ead-bd50-097f-3d7f8d35cc45" [ 704.803501] env[68828]: _type = "Task" [ 704.803501] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.812052] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b42720-7ead-bd50-097f-3d7f8d35cc45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.848868] env[68828]: DEBUG nova.compute.utils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.850297] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.850409] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.856402] env[68828]: DEBUG nova.compute.manager [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.856402] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.857310] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e149dc41-a9c4-4f47-8b73-b9abac42c2fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.865509] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.865509] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b34dfda-8f7f-4ce8-9dda-b3cf83affddc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.875611] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 704.875611] env[68828]: value = "task-3230146" [ 704.875611] env[68828]: _type = "Task" [ 704.875611] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.887675] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.908700] env[68828]: DEBUG nova.policy [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd783b41db0f748918a8c5f8bb5088612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25db23f8a1c447cd94211bf4ab36a3be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.931480] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Successfully updated port: 5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.257018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Releasing lock "refresh_cache-dc709085-3ae9-4508-b9fe-0384f610b689" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.257018] env[68828]: DEBUG nova.compute.manager [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.257018] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.259320] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2ed36-262a-4047-a8ef-69cc0f69f36c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.271076] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.271076] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae09e7b-0056-4693-a8fb-217054c37914 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.274467] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 705.274467] env[68828]: value = "task-3230147" [ 705.274467] env[68828]: _type = "Task" [ 705.274467] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.284664] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.294447] env[68828]: DEBUG oslo_vmware.api [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230142, 'name': RemoveSnapshot_Task, 'duration_secs': 1.347893} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.294725] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 705.294971] env[68828]: INFO nova.compute.manager [None req-31018f2b-06ec-43e1-bda0-a217a947ed75 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 19.83 seconds to snapshot the instance on the hypervisor. [ 705.314274] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b42720-7ead-bd50-097f-3d7f8d35cc45, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.314475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.315870] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.316105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.316277] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.316487] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.316745] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8c29f1-a8a8-42fd-8f8a-a66dc809cd5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.327577] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.327577] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.327577] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76365b9-71d2-4663-84dd-7e1fa31e0acd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.334429] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 705.334429] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209cf44-ab49-d7dd-eb74-48227ca2ceb5" [ 705.334429] env[68828]: _type = "Task" [ 705.334429] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.342870] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209cf44-ab49-d7dd-eb74-48227ca2ceb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.353239] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.385012] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230146, 'name': PowerOffVM_Task, 'duration_secs': 0.20052} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.385488] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.385669] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.385918] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0602436d-12c1-4cb8-a645-0e3b1b2783cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.388929] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Successfully created port: 6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.440993] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.441182] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.441394] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.452308] env[68828]: DEBUG nova.compute.manager [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.452308] env[68828]: DEBUG nova.compute.manager [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing instance network info cache due to event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.452308] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] Acquiring lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.452545] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] Acquired lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.452545] env[68828]: DEBUG nova.network.neutron [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.779728] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.779934] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.785279] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Deleting the datastore file [datastore2] defd4007-c253-41bc-a9c0-e8b488c4e418 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.785279] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c0cdf30-a037-4d2c-a5c4-6e1bf6d966b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.793155] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230147, 'name': PowerOffVM_Task, 'duration_secs': 0.179716} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.797707] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.798097] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.798219] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for the task: (returnval){ [ 705.798219] env[68828]: value = "task-3230149" [ 705.798219] env[68828]: _type = "Task" [ 705.798219] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.798605] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91dacbc1-2f10-44a0-a21c-35a833df6a08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.814142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50113174-c6a8-4e29-9491-6e303540942f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.820199] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.827193] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862a7d23-a9b3-411b-8964-44dd339fc96f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.866585] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cc4fa-e08b-4c7a-9273-c03d22794054 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.869414] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.869681] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.869887] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Deleting the datastore file [datastore2] dc709085-3ae9-4508-b9fe-0384f610b689 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.870406] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ca706e-246b-4684-89b7-d6643ba185f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.878300] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5209cf44-ab49-d7dd-eb74-48227ca2ceb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.882063] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for the task: (returnval){ [ 705.882063] env[68828]: value = "task-3230151" [ 705.882063] env[68828]: _type = "Task" [ 705.882063] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.882322] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4213e90-0af4-412e-92c5-be9dc3aa82d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.885495] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab42c4-e70a-4d6b-a924-02b9e1343881 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.895782] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 705.895782] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522f6074-a0e7-7a5c-3787-d1439f4e365f" [ 705.895782] env[68828]: _type = "Task" [ 705.895782] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.910400] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.910400] env[68828]: DEBUG nova.compute.provider_tree [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.922940] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522f6074-a0e7-7a5c-3787-d1439f4e365f, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.922940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.922940] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 6bce843d-b138-4438-bf9f-d73eecb1d5d4/6bce843d-b138-4438-bf9f-d73eecb1d5d4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.922940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c286fccf-2631-424c-a2f6-875774775cee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.927553] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 705.927553] env[68828]: value = "task-3230152" [ 705.927553] env[68828]: _type = "Task" [ 705.927553] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.936404] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.983790] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.207754] env[68828]: DEBUG nova.network.neutron [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Updating instance_info_cache with network_info: [{"id": "5081fc78-39b0-4615-81e4-57dd0819889f", "address": "fa:16:3e:c2:af:74", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5081fc78-39", "ovs_interfaceid": "5081fc78-39b0-4615-81e4-57dd0819889f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.255885] env[68828]: DEBUG nova.compute.manager [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.257172] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6ea54-3559-4da1-a397-9a877eb3ad0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.318055] env[68828]: DEBUG oslo_vmware.api [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Task: {'id': task-3230149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.318055] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.318055] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.318055] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.318055] env[68828]: INFO nova.compute.manager [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Took 1.46 seconds to destroy the instance on the hypervisor. [ 706.318571] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.318571] env[68828]: DEBUG nova.compute.manager [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.318571] env[68828]: DEBUG nova.network.neutron [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.376134] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.405967] env[68828]: DEBUG oslo_vmware.api [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Task: {'id': task-3230151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101199} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.405967] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.405967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.405967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.405967] env[68828]: INFO nova.compute.manager [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Took 1.15 seconds to destroy the instance on the hypervisor. [ 706.406304] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.409045] env[68828]: DEBUG nova.compute.manager [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.409045] env[68828]: DEBUG nova.network.neutron [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.416360] env[68828]: DEBUG nova.scheduler.client.report [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.442253] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.445432] env[68828]: DEBUG nova.network.neutron [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.450423] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.452509] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.453309] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.453539] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.454441] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.454441] env[68828]: DEBUG nova.virt.hardware [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.454836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d5fd7-f814-4c3f-a161-28bc1d761b0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461236] env[68828]: DEBUG nova.network.neutron [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updated VIF entry in instance network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.461583] env[68828]: DEBUG nova.network.neutron [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updating instance_info_cache with network_info: [{"id": "eacdeb72-a678-49ad-8a6c-940722ddea45", "address": "fa:16:3e:27:9e:41", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacdeb72-a6", "ovs_interfaceid": "eacdeb72-a678-49ad-8a6c-940722ddea45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.471681] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c309c5-a1f4-4ca7-8855-4800ef6b51d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.710058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.710417] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Instance network_info: |[{"id": "5081fc78-39b0-4615-81e4-57dd0819889f", "address": "fa:16:3e:c2:af:74", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5081fc78-39", "ovs_interfaceid": "5081fc78-39b0-4615-81e4-57dd0819889f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.710837] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:af:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5081fc78-39b0-4615-81e4-57dd0819889f', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.718285] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating folder: Project (66e5345ecd25468095e7f46cd2566754). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.718989] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91662460-1bd2-4585-89bd-9a9dfbaa19d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.730601] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created folder: Project (66e5345ecd25468095e7f46cd2566754) in parent group-v645630. [ 706.730993] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating folder: Instances. Parent ref: group-v645677. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.731213] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b9ccd5-39d2-4916-a8d6-2df32c7d3407 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.740383] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created folder: Instances in parent group-v645677. [ 706.740970] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.741263] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.741508] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71be5d97-478e-41c1-a7a6-680aa8a34450 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.765080] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.765080] env[68828]: value = "task-3230155" [ 706.765080] env[68828]: _type = "Task" [ 706.765080] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.776024] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230155, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.776024] env[68828]: INFO nova.compute.manager [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] instance snapshotting [ 706.779284] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df3b73-ea1c-4791-9edc-c94cadad5611 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.804143] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726ee09-02c2-4020-a225-0cccb696aee6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.920939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.921489] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.925199] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.151s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.939696] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541036} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.939696] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 6bce843d-b138-4438-bf9f-d73eecb1d5d4/6bce843d-b138-4438-bf9f-d73eecb1d5d4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.939696] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.939915] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc0ad08e-0e56-4d5f-a207-3ce61ee3f0e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.945887] env[68828]: DEBUG nova.network.neutron [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.948667] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 706.948667] env[68828]: value = "task-3230156" [ 706.948667] env[68828]: _type = "Task" [ 706.948667] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.961333] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.966281] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f40281b-c434-4604-9df9-2f8b23945d8a req-50c0f035-9a5c-4eeb-97e0-e8ac25f29349 service nova] Releasing lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.275787] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230155, 'name': CreateVM_Task, 'duration_secs': 0.345538} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.275995] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.276734] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276930] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.277317] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.277591] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5839cd9-3856-4946-955b-e20ef9dba10d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.282973] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 707.282973] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3a1c0-cf96-e9f0-8207-9c085a09910f" [ 707.282973] env[68828]: _type = "Task" [ 707.282973] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.292255] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3a1c0-cf96-e9f0-8207-9c085a09910f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.315641] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.316223] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c916e203-396e-4a13-91eb-25bf7e72b28b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.325133] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 707.325133] env[68828]: value = "task-3230157" [ 707.325133] env[68828]: _type = "Task" [ 707.325133] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.335688] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.404378] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Received event network-changed-05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.404581] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Refreshing instance network info cache due to event network-changed-05ec9591-7daa-4edb-bc1d-dc83386c1787. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.404829] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Acquiring lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.404983] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Acquired lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.405158] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Refreshing network info cache for port 05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.431527] env[68828]: DEBUG nova.compute.utils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.436368] env[68828]: INFO nova.compute.claims [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.440209] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.440324] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.450864] env[68828]: INFO nova.compute.manager [-] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Took 1.04 seconds to deallocate network for instance. [ 707.470560] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065144} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.470785] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.473566] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b33d2b-bd84-42a7-a38a-ed6b9635355f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.501402] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6bce843d-b138-4438-bf9f-d73eecb1d5d4/6bce843d-b138-4438-bf9f-d73eecb1d5d4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.502195] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b474fc4-4cd7-4ffb-bd7a-2622137a40fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.526334] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 707.526334] env[68828]: value = "task-3230158" [ 707.526334] env[68828]: _type = "Task" [ 707.526334] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.536430] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.553181] env[68828]: DEBUG nova.policy [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63bfa013c0fb49e1bcf4b0842dab61c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a446652261b42e1ae49ea2d55ac80d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.672984] env[68828]: DEBUG nova.network.neutron [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.693527] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Successfully updated port: 6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.796322] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3a1c0-cf96-e9f0-8207-9c085a09910f, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.796697] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.796982] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.797276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.797459] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.797681] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.797988] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddbb06ef-0f69-4b23-8e3e-60edf043484d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.807466] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.807650] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.808569] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e14d38-e638-4f5e-a7f6-7d33414072cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.816213] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 707.816213] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5206e6fe-0569-b9e7-e38d-219b5b6cabe6" [ 707.816213] env[68828]: _type = "Task" [ 707.816213] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.824599] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5206e6fe-0569-b9e7-e38d-219b5b6cabe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.834316] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.943472] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.948985] env[68828]: INFO nova.compute.resource_tracker [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating resource usage from migration f5c132d2-d59b-4299-91af-600edf41cda8 [ 707.965856] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.041357] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230158, 'name': ReconfigVM_Task, 'duration_secs': 0.365053} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.042369] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6bce843d-b138-4438-bf9f-d73eecb1d5d4/6bce843d-b138-4438-bf9f-d73eecb1d5d4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.042369] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ca87dd-4138-4a50-9838-96edf2df5c15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.051723] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 708.051723] env[68828]: value = "task-3230159" [ 708.051723] env[68828]: _type = "Task" [ 708.051723] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.061808] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230159, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.176175] env[68828]: INFO nova.compute.manager [-] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Took 1.86 seconds to deallocate network for instance. [ 708.197598] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.197903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.197959] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.330867] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5206e6fe-0569-b9e7-e38d-219b5b6cabe6, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.337071] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2783b94-bec2-4aff-b66e-f50a36f87730 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.344741] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 708.344741] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b5722f-3521-1aa0-210c-84437f5e9ae6" [ 708.344741] env[68828]: _type = "Task" [ 708.344741] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.348263] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230157, 'name': CreateSnapshot_Task, 'duration_secs': 0.600327} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.353690] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.354297] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88647105-d640-4e6a-ba9c-cd927351c9fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365562] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b5722f-3521-1aa0-210c-84437f5e9ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.369491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.369774] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e4349a14-2d63-4000-aba2-3c6a3867eb11/e4349a14-2d63-4000-aba2-3c6a3867eb11.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.374608] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db99be12-a9f5-41d5-a106-2ab95335e4aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.382195] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 708.382195] env[68828]: value = "task-3230160" [ 708.382195] env[68828]: _type = "Task" [ 708.382195] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.393561] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.433122] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Successfully created port: 6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.513295] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d5d5a0-54b2-4e50-9138-1d1c4c408eea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.523089] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8cbbc-9440-48ee-a3f0-56dfdcc7fede {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.556391] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Updated VIF entry in instance network info cache for port 05ec9591-7daa-4edb-bc1d-dc83386c1787. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.556621] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Updating instance_info_cache with network_info: [{"id": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "address": "fa:16:3e:3a:de:2c", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ec9591-7d", "ovs_interfaceid": "05ec9591-7daa-4edb-bc1d-dc83386c1787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.566494] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84a67b-1483-4abb-8dcd-16389e314bfd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.578082] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230159, 'name': Rename_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.578445] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.579585] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a2ea5-589b-4e3a-9223-75065cb2ac56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.583984] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385b9574-1103-4f01-9530-ec0cf6d05063 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.597392] env[68828]: DEBUG nova.compute.provider_tree [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.599979] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 708.599979] env[68828]: value = "task-3230161" [ 708.599979] env[68828]: _type = "Task" [ 708.599979] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.684592] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.889977] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.890878] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d1ce86f-6ca2-4a7b-ba1f-053758681fc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906175] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.907955] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 708.907955] env[68828]: value = "task-3230162" [ 708.907955] env[68828]: _type = "Task" [ 708.907955] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.917592] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.962135] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.970999] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.997039] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.997366] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.997535] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.997719] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.997843] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.998021] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.998206] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.998360] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.998514] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.998714] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.999103] env[68828]: DEBUG nova.virt.hardware [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.999817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a6f88c-f4e5-4c27-8000-5f27fc1fe703 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.009258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab6675-7b2d-4b74-afcf-b2d66227fa7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.071052] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Releasing lock "refresh_cache-6bce843d-b138-4438-bf9f-d73eecb1d5d4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.071362] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Received event network-vif-plugged-5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.071577] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Acquiring lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.071781] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.071940] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.072121] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] No waiting events found dispatching network-vif-plugged-5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.072705] env[68828]: WARNING nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Received unexpected event network-vif-plugged-5081fc78-39b0-4615-81e4-57dd0819889f for instance with vm_state building and task_state spawning. [ 709.072705] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Received event network-changed-5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.072705] env[68828]: DEBUG nova.compute.manager [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Refreshing instance network info cache due to event network-changed-5081fc78-39b0-4615-81e4-57dd0819889f. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.072876] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Acquiring lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.072914] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Acquired lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.073075] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Refreshing network info cache for port 5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.101554] env[68828]: DEBUG nova.scheduler.client.report [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.117103] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.162392] env[68828]: DEBUG nova.compute.manager [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.162392] env[68828]: DEBUG nova.compute.manager [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing instance network info cache due to event network-changed-eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.162392] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] Acquiring lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.162392] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] Acquired lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.162593] env[68828]: DEBUG nova.network.neutron [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Refreshing network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.401300] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67395} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.401637] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e4349a14-2d63-4000-aba2-3c6a3867eb11/e4349a14-2d63-4000-aba2-3c6a3867eb11.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.401858] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.402129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e38c882-82cb-4278-b74e-be25829eb02c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.408668] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 709.408668] env[68828]: value = "task-3230163" [ 709.408668] env[68828]: _type = "Task" [ 709.408668] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.421736] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.424752] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.425881] env[68828]: DEBUG nova.network.neutron [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Updating instance_info_cache with network_info: [{"id": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "address": "fa:16:3e:14:dd:3a", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c541a33-58", "ovs_interfaceid": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.611500] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.687s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.611749] env[68828]: INFO nova.compute.manager [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Migrating [ 709.612275] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.612275] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.616904] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.312s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.616904] env[68828]: DEBUG nova.objects.instance [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.619741] env[68828]: INFO nova.compute.rpcapi [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 709.619935] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.629997] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.897672] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Updated VIF entry in instance network info cache for port 5081fc78-39b0-4615-81e4-57dd0819889f. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.897672] env[68828]: DEBUG nova.network.neutron [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Updating instance_info_cache with network_info: [{"id": "5081fc78-39b0-4615-81e4-57dd0819889f", "address": "fa:16:3e:c2:af:74", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5081fc78-39", "ovs_interfaceid": "5081fc78-39b0-4615-81e4-57dd0819889f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.925833] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.928991] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.929445] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Instance network_info: |[{"id": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "address": "fa:16:3e:14:dd:3a", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c541a33-58", "ovs_interfaceid": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.930134] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171719} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.930641] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c541a33-5877-4a29-9c88-83e825cc2a5a', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.940019] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating folder: Project (25db23f8a1c447cd94211bf4ab36a3be). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.940019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.940736] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76074124-a2b1-4595-ad9f-2b60b83b6051 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.943150] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595117ff-f087-45e1-b0b5-0b0b40dc2b88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.970534] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e4349a14-2d63-4000-aba2-3c6a3867eb11/e4349a14-2d63-4000-aba2-3c6a3867eb11.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.977358] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2076cfd7-9463-4bd8-86b3-57b6db7bf451 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.992789] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created folder: Project (25db23f8a1c447cd94211bf4ab36a3be) in parent group-v645630. [ 709.993218] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating folder: Instances. Parent ref: group-v645682. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.994102] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-988a05d0-7279-446e-8861-3f6a8f453180 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.001954] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 710.001954] env[68828]: value = "task-3230165" [ 710.001954] env[68828]: _type = "Task" [ 710.001954] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.006441] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created folder: Instances in parent group-v645682. [ 710.006640] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.007339] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.007413] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84b101c-c176-4425-95b9-3a909a8a3b11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.026677] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.030796] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.030796] env[68828]: value = "task-3230167" [ 710.030796] env[68828]: _type = "Task" [ 710.030796] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.041020] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230167, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.116228] env[68828]: DEBUG oslo_vmware.api [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230161, 'name': PowerOnVM_Task, 'duration_secs': 1.427854} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.116568] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.117107] env[68828]: INFO nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Took 8.93 seconds to spawn the instance on the hypervisor. [ 710.117107] env[68828]: DEBUG nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.118193] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23ecc6c-7bab-4d74-91f8-861103d63ead {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.140511] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.140709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.140916] env[68828]: DEBUG nova.network.neutron [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.402942] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c83fab5-8ff0-409b-8498-68315b1d6cba req-d2c479f4-1a65-4e8b-9696-1d48bd072689 service nova] Releasing lock "refresh_cache-e4349a14-2d63-4000-aba2-3c6a3867eb11" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423382] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.514769] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.542717] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230167, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.626478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5eff1ce5-3498-4aaf-9201-7062ae2ea26a tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.627329] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.769s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.632988] env[68828]: INFO nova.compute.claims [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.646053] env[68828]: DEBUG nova.network.neutron [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updated VIF entry in instance network info cache for port eacdeb72-a678-49ad-8a6c-940722ddea45. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.646053] env[68828]: DEBUG nova.network.neutron [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updating instance_info_cache with network_info: [{"id": "eacdeb72-a678-49ad-8a6c-940722ddea45", "address": "fa:16:3e:27:9e:41", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacdeb72-a6", "ovs_interfaceid": "eacdeb72-a678-49ad-8a6c-940722ddea45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.651052] env[68828]: INFO nova.compute.manager [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Took 34.75 seconds to build instance. [ 710.897293] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Successfully updated port: 6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.928354] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.015752] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230165, 'name': ReconfigVM_Task, 'duration_secs': 0.88045} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.016124] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e4349a14-2d63-4000-aba2-3c6a3867eb11/e4349a14-2d63-4000-aba2-3c6a3867eb11.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.016730] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0468cd68-fa47-4346-942a-6e23223e5614 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023234] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 711.023234] env[68828]: value = "task-3230168" [ 711.023234] env[68828]: _type = "Task" [ 711.023234] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.033874] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230168, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.043937] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230167, 'name': CreateVM_Task, 'duration_secs': 0.769314} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.044118] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.044890] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.045069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045876] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26fe528-26af-428d-b5c2-352745977c65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.051657] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 711.051657] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bf1491-1a45-565d-7418-43d89efef66a" [ 711.051657] env[68828]: _type = "Task" [ 711.051657] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.060252] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bf1491-1a45-565d-7418-43d89efef66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.147798] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fc7a213-f399-43bd-84bd-52385a2be71f req-2288a631-55e9-4cf1-9290-019efdc9ce10 service nova] Releasing lock "refresh_cache-38556428-d6d1-437d-81f6-1868f0f5a4f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.152618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-18e262d1-3f6e-464b-9af9-ebaff2c9ba62 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.924s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.421625] env[68828]: DEBUG nova.network.neutron [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.421625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.422632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquired lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.422632] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.428123] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.537775] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230168, 'name': Rename_Task, 'duration_secs': 0.28764} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.541213] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.541213] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0faf3176-1b13-4a40-8908-92fc863ee7e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.546008] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 711.546008] env[68828]: value = "task-3230169" [ 711.546008] env[68828]: _type = "Task" [ 711.546008] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.554928] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.566130] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bf1491-1a45-565d-7418-43d89efef66a, 'name': SearchDatastore_Task, 'duration_secs': 0.044183} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.566436] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.566689] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.566891] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.567046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.567749] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.567749] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6033eff7-7379-4600-993b-82b9f06f8356 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.584700] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.584958] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.585787] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5b28b4-5eb3-4d85-aa05-d436ce7f1257 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.598725] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 711.598725] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cacc3d-42d0-5fce-2c31-4a3f4c65500e" [ 711.598725] env[68828]: _type = "Task" [ 711.598725] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.607776] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cacc3d-42d0-5fce-2c31-4a3f4c65500e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.655179] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.708015] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.931137] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230162, 'name': CloneVM_Task, 'duration_secs': 2.71394} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.935157] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Created linked-clone VM from snapshot [ 711.935914] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d28306-e936-42a5-8e16-94b760c3c1d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.943552] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Uploading image e8e1e1f8-54e3-4ea7-a2ed-3159546f3b5a {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.971226] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 711.972028] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.974661] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41951660-9b2a-457e-8d94-3f4e0dd06677 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.982063] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 711.982063] env[68828]: value = "task-3230170" [ 711.982063] env[68828]: _type = "Task" [ 711.982063] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.991213] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230170, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.058016] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.105709] env[68828]: DEBUG nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Received event network-vif-deleted-5054e343-2354-4acb-a9e2-9aa3ceb7d2d8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.105837] env[68828]: DEBUG nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Received event network-vif-plugged-6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.106524] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Acquiring lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.106795] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.107957] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.108817] env[68828]: DEBUG nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] No waiting events found dispatching network-vif-plugged-6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.109378] env[68828]: WARNING nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Received unexpected event network-vif-plugged-6c541a33-5877-4a29-9c88-83e825cc2a5a for instance with vm_state building and task_state spawning. [ 712.109378] env[68828]: DEBUG nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Received event network-changed-6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.109508] env[68828]: DEBUG nova.compute.manager [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Refreshing instance network info cache due to event network-changed-6c541a33-5877-4a29-9c88-83e825cc2a5a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.110758] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Acquiring lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.110758] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Acquired lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.110959] env[68828]: DEBUG nova.network.neutron [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Refreshing network info cache for port 6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.125058] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cacc3d-42d0-5fce-2c31-4a3f4c65500e, 'name': SearchDatastore_Task, 'duration_secs': 0.026305} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.126819] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61fffee-f3b5-45e5-b095-046cac7c3e6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.133568] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 712.133568] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52774b97-a906-b62f-a540-7ae7f648b479" [ 712.133568] env[68828]: _type = "Task" [ 712.133568] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.142598] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52774b97-a906-b62f-a540-7ae7f648b479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.186465] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.294651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08832542-ce00-4ccb-a4ec-1cd6a4c8118d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.300150] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3ae77-f5c1-415e-9914-9573ba61393c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.335957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17056aa6-23fa-4d24-bd98-f8e8c0948b82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.344440] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f2400-7104-4e56-82dc-bfa7c9fb048d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.362789] env[68828]: DEBUG nova.compute.provider_tree [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.383247] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.383526] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.467772] env[68828]: DEBUG nova.network.neutron [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updating instance_info_cache with network_info: [{"id": "6eb85989-ff27-40e7-a822-4d617a779f8b", "address": "fa:16:3e:cc:15:27", "network": {"id": "00e1088b-2a02-40e8-aa47-44489138ee76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-794497959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a446652261b42e1ae49ea2d55ac80d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb85989-ff", "ovs_interfaceid": "6eb85989-ff27-40e7-a822-4d617a779f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.492810] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230170, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.559702] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230169, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.645473] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52774b97-a906-b62f-a540-7ae7f648b479, 'name': SearchDatastore_Task, 'duration_secs': 0.036868} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.645858] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.646176] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e/33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.647744] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c17ed92-5c9e-4af4-a258-96fedba52367 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.659062] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 712.659062] env[68828]: value = "task-3230171" [ 712.659062] env[68828]: _type = "Task" [ 712.659062] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.668382] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.862029] env[68828]: DEBUG nova.scheduler.client.report [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.975017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Releasing lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.975017] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Instance network_info: |[{"id": "6eb85989-ff27-40e7-a822-4d617a779f8b", "address": "fa:16:3e:cc:15:27", "network": {"id": "00e1088b-2a02-40e8-aa47-44489138ee76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-794497959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a446652261b42e1ae49ea2d55ac80d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb85989-ff", "ovs_interfaceid": "6eb85989-ff27-40e7-a822-4d617a779f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.975256] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:15:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb85989-ff27-40e7-a822-4d617a779f8b', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.984305] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Creating folder: Project (3a446652261b42e1ae49ea2d55ac80d2). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.985196] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0677cb2b-d253-458e-9128-755788f74ed2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.000726] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230170, 'name': Destroy_Task, 'duration_secs': 1.006906} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.005747] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Destroyed the VM [ 713.008544] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.008544] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Created folder: Project (3a446652261b42e1ae49ea2d55ac80d2) in parent group-v645630. [ 713.008544] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Creating folder: Instances. Parent ref: group-v645685. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.008544] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f1b3add-6bc6-4e02-b50b-b8e6b6b985be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.010639] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9d91df-94d5-4bc6-b2c6-715ff10bae2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.016629] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 713.016629] env[68828]: value = "task-3230173" [ 713.016629] env[68828]: _type = "Task" [ 713.016629] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.022706] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Created folder: Instances in parent group-v645685. [ 713.022954] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.023644] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.025420] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da908db6-1af6-4c39-a0da-07080c1cc5c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.044416] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.045797] env[68828]: DEBUG nova.network.neutron [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Updated VIF entry in instance network info cache for port 6c541a33-5877-4a29-9c88-83e825cc2a5a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.046410] env[68828]: DEBUG nova.network.neutron [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Updating instance_info_cache with network_info: [{"id": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "address": "fa:16:3e:14:dd:3a", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c541a33-58", "ovs_interfaceid": "6c541a33-5877-4a29-9c88-83e825cc2a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.048848] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.048848] env[68828]: value = "task-3230175" [ 713.048848] env[68828]: _type = "Task" [ 713.048848] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.060092] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230175, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.064155] env[68828]: DEBUG oslo_vmware.api [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230169, 'name': PowerOnVM_Task, 'duration_secs': 1.102768} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.064155] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.064155] env[68828]: INFO nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Took 9.25 seconds to spawn the instance on the hypervisor. [ 713.064155] env[68828]: DEBUG nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.066046] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1e501-7c28-4801-9244-da20927f3135 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.170041] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230171, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.225834] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb6d025-938c-4a0f-879f-bc5daa407ac7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.261046] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.370822] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.370822] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.372421] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.087s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.372528] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.375735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.595s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.379061] env[68828]: INFO nova.compute.claims [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.451668] env[68828]: INFO nova.scheduler.client.report [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Deleted allocations for instance f28fc57e-ee0b-40f6-bd0d-09799ce22859 [ 713.528930] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.558218] env[68828]: DEBUG oslo_concurrency.lockutils [req-5284cbc4-52a7-4096-9898-b33a046746ba req-e5ae9b4c-d180-4443-ab5c-5acaaf5c351f service nova] Releasing lock "refresh_cache-33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.565597] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230175, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.585922] env[68828]: INFO nova.compute.manager [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Took 34.62 seconds to build instance. [ 713.672259] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.761536] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.761932] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f225dc08-fa2a-43fd-9ccf-f923c89142b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.770645] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 713.770645] env[68828]: value = "task-3230176" [ 713.770645] env[68828]: _type = "Task" [ 713.770645] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.782944] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.886386] env[68828]: DEBUG nova.compute.utils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.889142] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.889142] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.946371] env[68828]: DEBUG nova.policy [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5523834751a44a47a2ca3b180d18cf22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '136b682e5d9b42cdb6dda63468b2af10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.961949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f246f253-22e8-4e89-91be-08ee50a66fb8 tempest-ServerDiagnosticsV248Test-2096212449 tempest-ServerDiagnosticsV248Test-2096212449-project-member] Lock "f28fc57e-ee0b-40f6-bd0d-09799ce22859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.270s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.008216] env[68828]: DEBUG nova.compute.manager [None req-08c64932-f3b2-4925-bf86-9add92121018 tempest-ServerDiagnosticsTest-1108469745 tempest-ServerDiagnosticsTest-1108469745-project-admin] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.009227] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96b073-822a-4afc-aa3f-1947305dd714 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.015953] env[68828]: INFO nova.compute.manager [None req-08c64932-f3b2-4925-bf86-9add92121018 tempest-ServerDiagnosticsTest-1108469745 tempest-ServerDiagnosticsTest-1108469745-project-admin] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Retrieving diagnostics [ 714.016711] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67145fd-9167-4829-b02c-eebf373c0ed9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.028717] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.067889] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230175, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.088615] env[68828]: DEBUG oslo_concurrency.lockutils [None req-867f3b6b-6473-4535-abf0-f160d4358e46 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.791s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.175978] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230171, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.124268} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.176558] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e/33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.176913] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.177273] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58978772-c2f4-4d9a-a947-6b72cf8ae41c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187295] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 714.187295] env[68828]: value = "task-3230177" [ 714.187295] env[68828]: _type = "Task" [ 714.187295] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.201413] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.283259] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230176, 'name': PowerOffVM_Task, 'duration_secs': 0.312491} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.283750] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.284085] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.335983] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully created port: b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.389659] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.536261] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.574560] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230175, 'name': CreateVM_Task, 'duration_secs': 1.135932} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.574744] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.575791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.576723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.577445] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.577445] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f414e684-6cdd-4481-a22b-6568bf3dda4b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.582983] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 714.582983] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521881b8-a82a-b7e5-18bb-8872e6fe89cb" [ 714.582983] env[68828]: _type = "Task" [ 714.582983] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.594953] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.597637] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521881b8-a82a-b7e5-18bb-8872e6fe89cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.697048] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144453} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.697291] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.698105] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772eceef-98eb-4a97-9604-32e25b5ec9ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.723027] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e/33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.726498] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957038dc-76e1-44ab-bdb4-c4e0ce7b1023 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.746199] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 714.746199] env[68828]: value = "task-3230178" [ 714.746199] env[68828]: _type = "Task" [ 714.746199] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.754552] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.791850] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.792253] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.792253] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.792572] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.792572] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.793534] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.793534] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.793534] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.793534] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.793534] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.793957] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.803705] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97109de6-8637-4db4-ba24-142908c74723 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.821914] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 714.821914] env[68828]: value = "task-3230179" [ 714.821914] env[68828]: _type = "Task" [ 714.821914] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.829461] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.966258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2fb63-fc5d-45e7-9f54-6c771f897a5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.975604] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e512ac-bdb2-4554-b0a0-1f623b65916b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.011665] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f1bda-7cc4-4a54-b743-c95d14544546 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.020243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c09f5-541a-4be1-8707-d409c162f473 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.040225] env[68828]: DEBUG nova.compute.provider_tree [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.045425] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.097393] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521881b8-a82a-b7e5-18bb-8872e6fe89cb, 'name': SearchDatastore_Task, 'duration_secs': 0.039748} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.097393] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.097393] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.097990] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.098248] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.098602] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.098854] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0acf13c7-de11-4ab1-b7bb-fcab309ae9c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.116083] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.116083] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.116083] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7566ebc4-8e53-47c4-a04d-267b40fc3fae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.119845] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 715.119845] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e0fd29-fff1-54d1-8921-8a0d93b554e7" [ 715.119845] env[68828]: _type = "Task" [ 715.119845] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.128204] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e0fd29-fff1-54d1-8921-8a0d93b554e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.140119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.257607] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.330972] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230179, 'name': ReconfigVM_Task, 'duration_secs': 0.230129} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.331692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.407111] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.436740] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.437283] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.437652] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.438087] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.438278] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.442234] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.442234] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.442234] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.442234] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.442234] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.442401] env[68828]: DEBUG nova.virt.hardware [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.442401] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c25ad-e6c5-48a4-ab21-5875273a8878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.450721] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d4077-e08f-4f17-843a-b7161c0a2f2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.541429] env[68828]: DEBUG oslo_vmware.api [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230173, 'name': RemoveSnapshot_Task, 'duration_secs': 2.21805} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.542178] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully created port: c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.543757] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.546882] env[68828]: DEBUG nova.scheduler.client.report [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.634548] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e0fd29-fff1-54d1-8921-8a0d93b554e7, 'name': SearchDatastore_Task, 'duration_secs': 0.032099} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.634548] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66d0b35-dd28-43cc-96b3-e6b1d32fb167 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.641146] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 715.641146] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dde82c-9364-a7ef-64bd-6436e36e5ce1" [ 715.641146] env[68828]: _type = "Task" [ 715.641146] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.649354] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dde82c-9364-a7ef-64bd-6436e36e5ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.762419] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230178, 'name': ReconfigVM_Task, 'duration_secs': 0.851857} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.762419] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e/33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.764214] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a4ca5d0-defc-46cf-979d-0449d3a7e476 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.771587] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 715.771587] env[68828]: value = "task-3230180" [ 715.771587] env[68828]: _type = "Task" [ 715.771587] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.787693] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230180, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.792350] env[68828]: DEBUG nova.compute.manager [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received event network-vif-plugged-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.795597] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Acquiring lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.795597] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.795597] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.795597] env[68828]: DEBUG nova.compute.manager [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] No waiting events found dispatching network-vif-plugged-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.795597] env[68828]: WARNING nova.compute.manager [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received unexpected event network-vif-plugged-6eb85989-ff27-40e7-a822-4d617a779f8b for instance with vm_state building and task_state spawning. [ 715.795895] env[68828]: DEBUG nova.compute.manager [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.795895] env[68828]: DEBUG nova.compute.manager [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing instance network info cache due to event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.795895] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Acquiring lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.795895] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Acquired lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.795895] env[68828]: DEBUG nova.network.neutron [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.841838] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.841838] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.841838] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.841838] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.842231] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.842231] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.846109] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.846109] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.846109] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.846109] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.846109] env[68828]: DEBUG nova.virt.hardware [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.852909] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 715.853615] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5595fa6-4bb2-4e0d-95f1-657d476477c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.879510] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 715.879510] env[68828]: value = "task-3230181" [ 715.879510] env[68828]: _type = "Task" [ 715.879510] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.890596] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.056486] env[68828]: WARNING nova.compute.manager [None req-dbea1736-993f-4034-b746-c4d5c65937ec tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Image not found during snapshot: nova.exception.ImageNotFound: Image e8e1e1f8-54e3-4ea7-a2ed-3159546f3b5a could not be found. [ 716.058744] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.060045] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.063576] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.200s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.065960] env[68828]: INFO nova.compute.claims [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.155027] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dde82c-9364-a7ef-64bd-6436e36e5ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.02753} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.155745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.158387] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e7d41890-f48b-470e-b33e-cd64c725e2c8/e7d41890-f48b-470e-b33e-cd64c725e2c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.158387] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071b06ce-daf7-43e4-9025-4ae9150c6b92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.171947] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 716.171947] env[68828]: value = "task-3230182" [ 716.171947] env[68828]: _type = "Task" [ 716.171947] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.185066] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.287887] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230180, 'name': Rename_Task, 'duration_secs': 0.395872} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.288191] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.288441] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350b3ccf-e215-4eca-859a-6a70ef5db9f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.295363] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 716.295363] env[68828]: value = "task-3230183" [ 716.295363] env[68828]: _type = "Task" [ 716.295363] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.314123] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.394433] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230181, 'name': ReconfigVM_Task, 'duration_secs': 0.260051} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.394688] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.395499] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff3506-a22c-41ff-a877-9acefba8f84d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.431178] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.431178] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f979216-868c-4f9a-a78e-dfabcc59f87b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.438494] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully created port: c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.448570] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 716.448570] env[68828]: value = "task-3230184" [ 716.448570] env[68828]: _type = "Task" [ 716.448570] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.458999] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.570899] env[68828]: DEBUG nova.compute.utils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.577721] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.577874] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.670137] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.670414] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.670731] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.670931] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.671358] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.673733] env[68828]: INFO nova.compute.manager [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Terminating instance [ 716.688551] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.745376] env[68828]: DEBUG nova.policy [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.809389] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.851765] env[68828]: DEBUG nova.network.neutron [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updated VIF entry in instance network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.852087] env[68828]: DEBUG nova.network.neutron [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updating instance_info_cache with network_info: [{"id": "6eb85989-ff27-40e7-a822-4d617a779f8b", "address": "fa:16:3e:cc:15:27", "network": {"id": "00e1088b-2a02-40e8-aa47-44489138ee76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-794497959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a446652261b42e1ae49ea2d55ac80d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb85989-ff", "ovs_interfaceid": "6eb85989-ff27-40e7-a822-4d617a779f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.972634] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.082395] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.188384] env[68828]: DEBUG nova.compute.manager [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.188686] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.190102] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919486c-0f60-4ded-8071-566a6ef93972 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.198984] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.204263] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.204747] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884c0453-651a-4c6f-bcbd-d20a78aebb7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.214906] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 717.214906] env[68828]: value = "task-3230185" [ 717.214906] env[68828]: _type = "Task" [ 717.214906] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.226344] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.313823] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.359936] env[68828]: DEBUG oslo_concurrency.lockutils [req-f68bc48b-290d-46b3-93e6-6f4f53417b2c req-336af10d-4501-4e56-8579-ae827e553851 service nova] Releasing lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.460817] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230184, 'name': ReconfigVM_Task, 'duration_secs': 0.543383} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.461118] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8/edc4e56e-e6e9-4212-8fa5-437c0bda52e8.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.461385] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.468091] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.468341] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.468639] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.468846] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.469077] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.472854] env[68828]: INFO nova.compute.manager [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Terminating instance [ 717.635595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.635595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.696461] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230182, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.089848} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.696784] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e7d41890-f48b-470e-b33e-cd64c725e2c8/e7d41890-f48b-470e-b33e-cd64c725e2c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.697031] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.697324] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96373b78-8451-43fc-9da1-4de78f45e23f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.704758] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c3fec-2654-4443-a919-d9be7fabd0f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.720102] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dec1365-b3cd-4a92-90b7-5dc77e1e8f3e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.724768] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 717.724768] env[68828]: value = "task-3230186" [ 717.724768] env[68828]: _type = "Task" [ 717.724768] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.765602] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230185, 'name': PowerOffVM_Task, 'duration_secs': 0.204916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.766849] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32241c16-55f5-4699-92c0-07bbc975356d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.769512] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.769761] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.772776] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb711754-4927-43cb-9952-12d3a62889d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.774328] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230186, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.779820] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b503599-0869-4d6f-827c-254296d2228f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.794245] env[68828]: DEBUG nova.compute.provider_tree [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.809701] env[68828]: DEBUG oslo_vmware.api [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230183, 'name': PowerOnVM_Task, 'duration_secs': 1.083636} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.809973] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.810183] env[68828]: INFO nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Took 11.43 seconds to spawn the instance on the hypervisor. [ 717.810353] env[68828]: DEBUG nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.811153] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d53051-fef3-4583-aed2-ed5cfca3035e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.830574] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.830778] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.830946] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Deleting the datastore file [datastore2] 6bce843d-b138-4438-bf9f-d73eecb1d5d4 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.831215] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a827b229-784b-4bbf-ad07-80aed747468a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.837099] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for the task: (returnval){ [ 717.837099] env[68828]: value = "task-3230188" [ 717.837099] env[68828]: _type = "Task" [ 717.837099] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.846094] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.974948] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b057bde-9534-46e3-9073-655d67033f5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.000817] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Successfully created port: 7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.002168] env[68828]: DEBUG nova.compute.manager [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.002168] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.002747] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d77195-01b1-4d0f-805d-b8e64f044a2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.006676] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef2bd2c-d545-4bfe-b277-e4dd400208c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.039665] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 718.043586] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.044117] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d37af0-fd01-40ed-8b7c-0cbf81c50a3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.055313] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 718.055313] env[68828]: value = "task-3230189" [ 718.055313] env[68828]: _type = "Task" [ 718.055313] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.063726] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.102198] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.140934] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.141285] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.141491] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.141735] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.141957] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.142172] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.142461] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.142710] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.142980] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.143251] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.147024] env[68828]: DEBUG nova.virt.hardware [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.147024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167b112-4212-4f40-8fd2-7673d5a9b19d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.153172] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e6c05-b176-4472-98db-658932fe7477 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.238039] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07519} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.238338] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.239171] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd212aa9-8968-4319-be6f-46f97bf6f2aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.271865] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] e7d41890-f48b-470e-b33e-cd64c725e2c8/e7d41890-f48b-470e-b33e-cd64c725e2c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.276172] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706acacf-5c71-4b21-9c09-e61721cb2766 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.301344] env[68828]: DEBUG nova.scheduler.client.report [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.305172] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 718.305172] env[68828]: value = "task-3230190" [ 718.305172] env[68828]: _type = "Task" [ 718.305172] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.317505] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.333899] env[68828]: INFO nova.compute.manager [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Took 38.04 seconds to build instance. [ 718.351285] env[68828]: DEBUG oslo_vmware.api [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Task: {'id': task-3230188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139886} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.351426] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.352060] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.352060] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.352060] env[68828]: INFO nova.compute.manager [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 718.354684] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.354684] env[68828]: DEBUG nova.compute.manager [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.354684] env[68828]: DEBUG nova.network.neutron [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.566538] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230189, 'name': PowerOffVM_Task, 'duration_secs': 0.459838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.566538] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.566538] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.566538] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c53e78-1b4b-4d68-ac2a-a8607252c462 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.642598] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.646038] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.646038] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore2] e4349a14-2d63-4000-aba2-3c6a3867eb11 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.646414] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7d1f626-2698-4979-a3fd-cb6ba215e3a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.649125] env[68828]: DEBUG nova.network.neutron [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Port 74c2b0b5-3f1a-4eca-87fd-940b12963306 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 718.656176] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 718.656176] env[68828]: value = "task-3230192" [ 718.656176] env[68828]: _type = "Task" [ 718.656176] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.668213] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.795417] env[68828]: DEBUG nova.compute.manager [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.796320] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c485adec-8337-41d7-a11c-3c5404a9a42f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.806859] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.807403] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.810322] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.235s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.811698] env[68828]: INFO nova.compute.claims [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.822436] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230190, 'name': ReconfigVM_Task, 'duration_secs': 0.289016} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.822698] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Reconfigured VM instance instance-00000011 to attach disk [datastore2] e7d41890-f48b-470e-b33e-cd64c725e2c8/e7d41890-f48b-470e-b33e-cd64c725e2c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.823303] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb17e12-b632-456d-a868-eb17efc2f95e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.828689] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 718.828689] env[68828]: value = "task-3230193" [ 718.828689] env[68828]: _type = "Task" [ 718.828689] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.836854] env[68828]: DEBUG oslo_concurrency.lockutils [None req-afbeb07c-dd1a-4921-90fb-c704401cffa0 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.146s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.837111] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230193, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.885926] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "925555de-d1fb-4c5c-9f7c-038663186c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.886189] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.886391] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.886585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.886764] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.891019] env[68828]: INFO nova.compute.manager [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Terminating instance [ 719.167745] env[68828]: DEBUG oslo_vmware.api [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15152} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.168776] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.168776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.168776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.168776] env[68828]: INFO nova.compute.manager [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Took 1.17 seconds to destroy the instance on the hypervisor. [ 719.169334] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.169601] env[68828]: DEBUG nova.compute.manager [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.169703] env[68828]: DEBUG nova.network.neutron [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.280103] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully updated port: b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.311476] env[68828]: INFO nova.compute.manager [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] instance snapshotting [ 719.315155] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c53a199-c1ff-4d69-9059-84f55eaabe8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.320312] env[68828]: DEBUG nova.compute.utils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.324631] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.324886] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.348136] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.355519] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f927017b-411a-4237-89a0-cdb8dfed8ae0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.363593] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230193, 'name': Rename_Task, 'duration_secs': 0.13212} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.365940] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.369355] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f22c60-2099-4ef0-b713-86ee4b7bdb5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.376372] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 719.376372] env[68828]: value = "task-3230194" [ 719.376372] env[68828]: _type = "Task" [ 719.376372] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.385157] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.394215] env[68828]: DEBUG nova.compute.manager [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.394215] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.394215] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a108e0f-4115-47fa-a82c-aa55987f35fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.403630] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.403850] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc0bae1-4d37-4280-9e2d-d586c17e5f1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.409456] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 719.409456] env[68828]: value = "task-3230195" [ 719.409456] env[68828]: _type = "Task" [ 719.409456] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.419561] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.490428] env[68828]: DEBUG nova.policy [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca296d05a164edb8e920930966b7ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e765d2badc49fb8224538fe4af459c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.675947] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.676222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.676428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.824077] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.874090] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.874861] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfca9156-5780-4632-a4d4-b35a6e2657bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.878658] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.895515] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.898472] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 719.898472] env[68828]: value = "task-3230196" [ 719.898472] env[68828]: _type = "Task" [ 719.898472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.918994] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.931129] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230195, 'name': PowerOffVM_Task, 'duration_secs': 0.191161} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.933442] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.933629] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.934105] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cecba1a3-1359-4eed-ba70-54323b23f6ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.007415] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.007714] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.007899] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleting the datastore file [datastore2] 925555de-d1fb-4c5c-9f7c-038663186c54 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.008631] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f55d306-56b0-4ffc-8061-b14364dbcc7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.016843] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 720.016843] env[68828]: value = "task-3230198" [ 720.016843] env[68828]: _type = "Task" [ 720.016843] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.032636] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.096682] env[68828]: DEBUG nova.network.neutron [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.356658] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Successfully created port: 4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.408721] env[68828]: DEBUG oslo_vmware.api [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230194, 'name': PowerOnVM_Task, 'duration_secs': 0.730375} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.411030] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.411650] env[68828]: INFO nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Took 11.45 seconds to spawn the instance on the hypervisor. [ 720.411650] env[68828]: DEBUG nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.415380] env[68828]: DEBUG nova.compute.manager [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-plugged-b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.415380] env[68828]: DEBUG oslo_concurrency.lockutils [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.415380] env[68828]: DEBUG oslo_concurrency.lockutils [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.415380] env[68828]: DEBUG oslo_concurrency.lockutils [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.415380] env[68828]: DEBUG nova.compute.manager [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] No waiting events found dispatching network-vif-plugged-b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.415558] env[68828]: WARNING nova.compute.manager [req-ec8f068e-031b-492b-b148-1525a08b9916 req-9ca55be5-df09-4719-818f-219bc12f44b8 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received unexpected event network-vif-plugged-b1b46bcc-1e9e-4956-8f3e-a1492752e535 for instance with vm_state building and task_state spawning. [ 720.416154] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef10c6-b382-464b-acca-22fc30fd845b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.419894] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c09b7b-6bbf-477f-afaa-45ed473da0d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.426292] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.438678] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a026433-0000-4a19-99f6-e1dc790e3153 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.476241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe5e17f-29cb-4509-91cd-92e59e321527 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485096] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba2878-c50d-467b-8cd4-09d43d09017c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.490359] env[68828]: DEBUG nova.network.neutron [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.507961] env[68828]: DEBUG nova.compute.provider_tree [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.532260] env[68828]: DEBUG oslo_vmware.api [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185365} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.532555] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.532755] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.532919] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.533209] env[68828]: INFO nova.compute.manager [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.533331] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.533585] env[68828]: DEBUG nova.compute.manager [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.533683] env[68828]: DEBUG nova.network.neutron [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.600874] env[68828]: INFO nova.compute.manager [-] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Took 2.25 seconds to deallocate network for instance. [ 720.794924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.795604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.795942] env[68828]: DEBUG nova.network.neutron [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.844752] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.886617] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.886866] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.887042] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.887231] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.887376] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.887520] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.887834] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.888027] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.889581] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.889581] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.889757] env[68828]: DEBUG nova.virt.hardware [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.890711] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a117bf8c-91e9-46f9-a836-8e085164de17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.903561] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a2837-dd28-4cdb-968c-b3c74e420516 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.913506] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230196, 'name': CreateSnapshot_Task, 'duration_secs': 0.71058} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.921550] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.922628] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724cc44-c283-47bf-a969-a7e6c283fdff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.953543] env[68828]: INFO nova.compute.manager [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Took 39.14 seconds to build instance. [ 720.998505] env[68828]: INFO nova.compute.manager [-] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Took 1.83 seconds to deallocate network for instance. [ 721.010529] env[68828]: DEBUG nova.scheduler.client.report [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.112378] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.133320] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Successfully updated port: 7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.204109] env[68828]: DEBUG nova.compute.manager [req-73129a10-e306-4183-8c7d-3ffe62c88461 req-06a33919-5fbd-485f-ac27-0f6bf38824d6 service nova] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Received event network-vif-deleted-05ec9591-7daa-4edb-bc1d-dc83386c1787 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.441461] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.446291] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d924a78-e264-41f3-9815-9b72282e0ceb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.455480] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 721.455480] env[68828]: value = "task-3230199" [ 721.455480] env[68828]: _type = "Task" [ 721.455480] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.455924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf8e1a86-e145-45d7-aafc-33dd7e59c4c8 tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.886s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.468488] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230199, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.506807] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.516617] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.517961] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.531940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.619s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.531940] env[68828]: DEBUG nova.objects.instance [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.607269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.607574] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.607775] env[68828]: DEBUG nova.compute.manager [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.609012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2d558-5d78-4130-a064-ace1bd45ef14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.616626] env[68828]: DEBUG nova.compute.manager [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 721.617289] env[68828]: DEBUG nova.objects.instance [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'flavor' on Instance uuid 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.636537] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.636878] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.638924] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.733374] env[68828]: DEBUG nova.network.neutron [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.736886] env[68828]: DEBUG nova.network.neutron [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.965677] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.968190] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230199, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.039172] env[68828]: DEBUG nova.compute.utils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.042285] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.042605] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.125474] env[68828]: DEBUG nova.policy [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123df7abe7cd4a439c7c18836f23811d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef1ac6b848d8413ea1d6a2d4bf5a37c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.240867] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.246653] env[68828]: INFO nova.compute.manager [-] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Took 1.71 seconds to deallocate network for instance. [ 722.258338] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.477491] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230199, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.494538] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.547429] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f442b0f0-5fae-421f-8236-165b677c55d8 tempest-ServersAdmin275Test-297452961 tempest-ServersAdmin275Test-297452961-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.550230] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.557480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.472s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.559035] env[68828]: INFO nova.compute.claims [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.568981] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully updated port: c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.630907] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.631742] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e4bc24b-dc34-4a9d-b46a-555f632ebcba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.641211] env[68828]: DEBUG oslo_vmware.api [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 722.641211] env[68828]: value = "task-3230200" [ 722.641211] env[68828]: _type = "Task" [ 722.641211] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.653228] env[68828]: DEBUG oslo_vmware.api [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.674531] env[68828]: DEBUG nova.network.neutron [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.755051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.777484] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851cfcb-6227-40e6-8fa1-8059431d06fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.801138] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1d9ce-75f9-4dfd-9c2e-0754940e81e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.809098] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.976277] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230199, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.001579] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "5152d49a-74aa-437e-b489-e47d585fd47c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.001994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.153765] env[68828]: DEBUG oslo_vmware.api [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230200, 'name': PowerOffVM_Task, 'duration_secs': 0.184838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.154347] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.154619] env[68828]: DEBUG nova.compute.manager [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.156667] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b8ac4-0a81-4d84-aa40-cbb618163d1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.179366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.179366] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Instance network_info: |[{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.179624] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:83:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7075a221-7cf3-4f26-909c-54f0ec4d71b8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.187390] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating folder: Project (64ac4a078ee34542b9a28d8f85e6c81a). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.188063] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d35dbeee-43d8-4a30-8018-284308f373f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199715] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created folder: Project (64ac4a078ee34542b9a28d8f85e6c81a) in parent group-v645630. [ 723.199715] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating folder: Instances. Parent ref: group-v645690. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.199891] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816cd183-b164-4546-b3c9-1c0362cf9cbe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.210846] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created folder: Instances in parent group-v645690. [ 723.211209] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.211315] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.212056] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b14035-c3e6-4e87-968d-1521ecaf5c60 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.236422] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.236422] env[68828]: value = "task-3230203" [ 723.236422] env[68828]: _type = "Task" [ 723.236422] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.247401] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230203, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.317181] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.317367] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e959cbad-809d-4491-9d2d-b47505f9743d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.327068] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 723.327068] env[68828]: value = "task-3230204" [ 723.327068] env[68828]: _type = "Task" [ 723.327068] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.338831] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.345228] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Successfully created port: 64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.471703] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230199, 'name': CloneVM_Task, 'duration_secs': 1.78607} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.471993] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Created linked-clone VM from snapshot [ 723.472781] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b97b5e-c3f4-4401-9b9c-61b7240feac0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.482313] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Uploading image 28e65e40-205e-4ebf-a67e-f8d6207cd0c7 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.514191] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.514191] env[68828]: value = "vm-645689" [ 723.514191] env[68828]: _type = "VirtualMachine" [ 723.514191] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.514609] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7f64433-64fc-4efe-916a-3127efec0076 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.524349] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lease: (returnval){ [ 723.524349] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d5dad9-c26e-f26b-c3df-05d5bfb8a8d1" [ 723.524349] env[68828]: _type = "HttpNfcLease" [ 723.524349] env[68828]: } obtained for exporting VM: (result){ [ 723.524349] env[68828]: value = "vm-645689" [ 723.524349] env[68828]: _type = "VirtualMachine" [ 723.524349] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.524839] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the lease: (returnval){ [ 723.524839] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d5dad9-c26e-f26b-c3df-05d5bfb8a8d1" [ 723.524839] env[68828]: _type = "HttpNfcLease" [ 723.524839] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.533360] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.533360] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d5dad9-c26e-f26b-c3df-05d5bfb8a8d1" [ 723.533360] env[68828]: _type = "HttpNfcLease" [ 723.533360] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.568448] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.608978] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Successfully updated port: 4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.619187] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.619439] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.619558] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.619772] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.619917] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.620424] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.620685] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.620858] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.621040] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.621238] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.621417] env[68828]: DEBUG nova.virt.hardware [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.622733] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce93205-97a9-4ce1-b315-60471d7370ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.636083] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2d0f7-ac30-491e-900c-71609d5afac1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.673997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd384e9c-49c9-44dc-991b-fc16dad0b1fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.754520] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230203, 'name': CreateVM_Task, 'duration_secs': 0.418057} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.754697] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.755958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.755958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.755958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.756114] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af8e05e-dc97-4e3d-94ab-8f5eea155822 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.764786] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 723.764786] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526461b1-90ae-9622-f480-1530fee455f0" [ 723.764786] env[68828]: _type = "Task" [ 723.764786] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.780127] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526461b1-90ae-9622-f480-1530fee455f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.839632] env[68828]: DEBUG oslo_vmware.api [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230204, 'name': PowerOnVM_Task, 'duration_secs': 0.454305} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.840557] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.841087] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612820-6f83-4e9b-8dea-845bb73c6bfb tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance 'edc4e56e-e6e9-4212-8fa5-437c0bda52e8' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.934693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.934988] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.043597] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.043597] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d5dad9-c26e-f26b-c3df-05d5bfb8a8d1" [ 724.043597] env[68828]: _type = "HttpNfcLease" [ 724.043597] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.043959] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.043959] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d5dad9-c26e-f26b-c3df-05d5bfb8a8d1" [ 724.043959] env[68828]: _type = "HttpNfcLease" [ 724.043959] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.044713] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf6107-c5c2-4ffd-bf0e-979bd2ba86d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.054190] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.054703] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.115187] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.115187] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.115382] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.207412] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822837ea-4a09-43f0-910c-36f69805ceb0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.215476] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0d8382-5ff8-4ca4-9733-803a1afcfc47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.249617] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883dcaed-05d5-4ffc-ac31-21e08f16dcfa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.256224] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-414dd8dd-bc5a-41e2-8164-0d5c2fb9057c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.261559] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695628f7-5440-4f29-9dfa-52aa4c3e4f26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.280085] env[68828]: DEBUG nova.compute.provider_tree [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.286611] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526461b1-90ae-9622-f480-1530fee455f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018826} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.287372] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.287769] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.287856] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288112] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288186] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.288434] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29a778e8-d2b4-43b7-a0c2-8304cf65d62d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.299417] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.299661] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.301390] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef103201-5b65-47e2-845d-09aa3835796a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.312548] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 724.312548] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528b0e5e-6c89-06cc-437e-e649f8032f03" [ 724.312548] env[68828]: _type = "Task" [ 724.312548] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.322464] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528b0e5e-6c89-06cc-437e-e649f8032f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.697522] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.788596] env[68828]: DEBUG nova.scheduler.client.report [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.812957] env[68828]: DEBUG nova.compute.manager [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-changed-b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.817397] env[68828]: DEBUG nova.compute.manager [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing instance network info cache due to event network-changed-b1b46bcc-1e9e-4956-8f3e-a1492752e535. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.817730] env[68828]: DEBUG oslo_concurrency.lockutils [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] Acquiring lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.818356] env[68828]: DEBUG oslo_concurrency.lockutils [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] Acquired lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.818649] env[68828]: DEBUG nova.network.neutron [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing network info cache for port b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.846836] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528b0e5e-6c89-06cc-437e-e649f8032f03, 'name': SearchDatastore_Task, 'duration_secs': 0.033972} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.848263] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8d30bc-b8d8-40b1-8728-9965a3bea2cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.863322] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 724.863322] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff3b51-5f24-fa28-b398-f697b4b9cf9b" [ 724.863322] env[68828]: _type = "Task" [ 724.863322] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.872336] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff3b51-5f24-fa28-b398-f697b4b9cf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.122085] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-vif-plugged-7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.122473] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.122929] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.123389] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.124299] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] No waiting events found dispatching network-vif-plugged-7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.124686] env[68828]: WARNING nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received unexpected event network-vif-plugged-7075a221-7cf3-4f26-909c-54f0ec4d71b8 for instance with vm_state building and task_state spawning. [ 725.125243] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-changed-7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.125629] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing instance network info cache due to event network-changed-7075a221-7cf3-4f26-909c-54f0ec4d71b8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.126517] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.126861] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.127175] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing network info cache for port 7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.133475] env[68828]: DEBUG nova.network.neutron [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updating instance_info_cache with network_info: [{"id": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "address": "fa:16:3e:fb:5b:09", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4745e414-35", "ovs_interfaceid": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.298428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.298428] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.305419] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.441s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.307549] env[68828]: INFO nova.compute.claims [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.390422] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff3b51-5f24-fa28-b398-f697b4b9cf9b, 'name': SearchDatastore_Task, 'duration_secs': 0.016995} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.390811] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.391191] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 614c2b9e-841e-442f-a7e3-fd3b27d84f06/614c2b9e-841e-442f-a7e3-fd3b27d84f06.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.392293] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957a8cdd-41f3-4e4c-8f9c-1d9e2f59b14b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.400546] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 725.400546] env[68828]: value = "task-3230206" [ 725.400546] env[68828]: _type = "Task" [ 725.400546] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.410708] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.555479] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Successfully updated port: c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.645245] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645782] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Instance network_info: |[{"id": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "address": "fa:16:3e:fb:5b:09", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4745e414-35", "ovs_interfaceid": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.646731] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:5b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4745e414-35fc-49f3-8d3b-0ef25e1c7e7d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.659715] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Creating folder: Project (38e765d2badc49fb8224538fe4af459c). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.661757] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a4e791-4c9a-41c1-b660-1657f1b25c85 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.673294] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Created folder: Project (38e765d2badc49fb8224538fe4af459c) in parent group-v645630. [ 725.673568] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Creating folder: Instances. Parent ref: group-v645693. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.673897] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f02689-e33d-4ae5-a77a-e985b34b9da9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.683916] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Created folder: Instances in parent group-v645693. [ 725.684130] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.684330] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.684551] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2209e92f-06cd-47dd-b218-c16a8ff5d107 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.705860] env[68828]: DEBUG nova.network.neutron [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.717562] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.717562] env[68828]: value = "task-3230209" [ 725.717562] env[68828]: _type = "Task" [ 725.717562] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.728340] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230209, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.815997] env[68828]: DEBUG nova.compute.utils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.822105] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.822564] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.914337] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.928819] env[68828]: DEBUG nova.policy [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca296d05a164edb8e920930966b7ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e765d2badc49fb8224538fe4af459c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.003617] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updated VIF entry in instance network info cache for port 7075a221-7cf3-4f26-909c-54f0ec4d71b8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.003617] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.007139] env[68828]: DEBUG nova.network.neutron [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.060478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.229088] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230209, 'name': CreateVM_Task, 'duration_secs': 0.449258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.230135] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.230891] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.231070] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.231501] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.232594] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77bed55-955b-4bbe-8d57-bae19a8a0359 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.244020] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 726.244020] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aa35f0-3668-6cb4-56fa-f00922d7df95" [ 726.244020] env[68828]: _type = "Task" [ 726.244020] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.256886] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aa35f0-3668-6cb4-56fa-f00922d7df95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.325792] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.332903] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Successfully created port: 77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.422487] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59945} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.422487] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 614c2b9e-841e-442f-a7e3-fd3b27d84f06/614c2b9e-841e-442f-a7e3-fd3b27d84f06.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.422487] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.422487] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031b5560-182a-418b-be8f-eef8b3b2e9c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.428057] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 726.428057] env[68828]: value = "task-3230210" [ 726.428057] env[68828]: _type = "Task" [ 726.428057] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.444024] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.514461] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Successfully updated port: 64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.514752] env[68828]: DEBUG oslo_concurrency.lockutils [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] Releasing lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.515026] env[68828]: DEBUG nova.compute.manager [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Received event network-vif-deleted-5081fc78-39b0-4615-81e4-57dd0819889f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.515216] env[68828]: DEBUG nova.compute.manager [req-640c9eaa-fd31-4c07-b1a9-0d197a5976a4 req-a0fc6f99-cfd2-4e11-bf33-df82bd3796f7 service nova] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Received event network-vif-deleted-fd95f637-253c-4f92-920e-b8cdde8ab694 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.515698] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.515894] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-plugged-c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.516089] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.516279] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.516431] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.516587] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] No waiting events found dispatching network-vif-plugged-c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.516747] env[68828]: WARNING nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received unexpected event network-vif-plugged-c29fcbce-abdd-43c1-b605-f4e77048756a for instance with vm_state building and task_state spawning. [ 726.516903] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-changed-c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.517060] env[68828]: DEBUG nova.compute.manager [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing instance network info cache due to event network-changed-c29fcbce-abdd-43c1-b605-f4e77048756a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.517219] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquiring lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.517350] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Acquired lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.517508] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing network info cache for port c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.753580] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aa35f0-3668-6cb4-56fa-f00922d7df95, 'name': SearchDatastore_Task, 'duration_secs': 0.018731} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.753898] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.754161] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.755032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.755032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.755032] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.755032] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d19192b-69eb-4a2d-a6cf-1b118fb8936d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.762867] env[68828]: DEBUG nova.compute.manager [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.765406] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5391b-faa9-4f8d-8d3a-f5c7bd6c2450 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.773855] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.773855] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.774975] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d846412-e871-4cdc-8498-167fb6810ead {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.781073] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 726.781073] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfd363-6424-383b-cc72-fc1c8655a66b" [ 726.781073] env[68828]: _type = "Task" [ 726.781073] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.794021] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfd363-6424-383b-cc72-fc1c8655a66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.937969] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6f2cb-a11d-43f4-927e-be9e9ac66386 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.952125] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b79626-c36b-4c18-9bcd-e76f29329756 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.955744] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088385} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.956012] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.957254] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f88097-ce72-4873-bbc9-acd8be5dd222 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.987596] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e8354b-7345-4985-afb5-2832db5ecc2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.009289] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 614c2b9e-841e-442f-a7e3-fd3b27d84f06/614c2b9e-841e-442f-a7e3-fd3b27d84f06.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.009779] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0944a8d5-5908-4410-b078-a8934bab3e66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.026865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.027008] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.027207] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.034845] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b62817-9601-4d11-80ba-bb6040702cc3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.041699] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 727.041699] env[68828]: value = "task-3230211" [ 727.041699] env[68828]: _type = "Task" [ 727.041699] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.054588] env[68828]: DEBUG nova.compute.provider_tree [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.061343] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.086057] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.259278] env[68828]: DEBUG nova.network.neutron [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.277163] env[68828]: INFO nova.compute.manager [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] instance snapshotting [ 727.277266] env[68828]: WARNING nova.compute.manager [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 727.283508] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb66ef-93f1-414c-b67e-2d216488f288 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.315902] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3edbc9c-f8db-4d37-8e53-1490a91dfd7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.319381] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfd363-6424-383b-cc72-fc1c8655a66b, 'name': SearchDatastore_Task, 'duration_secs': 0.02423} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.320544] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295d3a64-bb3f-48fa-8c1c-0b081f381f55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.331019] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 727.331019] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dfdbb-6a4b-390e-5c8f-1eca79082f87" [ 727.331019] env[68828]: _type = "Task" [ 727.331019] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.336831] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.342541] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dfdbb-6a4b-390e-5c8f-1eca79082f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.376356] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.376830] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.377142] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.377438] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.377721] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.380901] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.380901] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.380901] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.380901] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.380901] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.381497] env[68828]: DEBUG nova.virt.hardware [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.381497] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9f033-3d60-4989-a280-0786b399ef47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.389541] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3ebf7-97dd-4906-908d-4b2675e74306 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.560950] env[68828]: DEBUG nova.scheduler.client.report [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.565985] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.597319] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.761904] env[68828]: DEBUG oslo_concurrency.lockutils [req-5fb1dcd2-d9e7-4524-8906-fc2867af790a req-794e09a1-2f9c-4cbe-b8aa-f7c5946d4f49 service nova] Releasing lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.764453] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.791775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.792057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.830107] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.830425] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cc755ce-eeae-47a6-87b7-352cfcbddcb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.842967] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dfdbb-6a4b-390e-5c8f-1eca79082f87, 'name': SearchDatastore_Task, 'duration_secs': 0.02339} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.844610] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.844946] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bbcadc80-7d0d-4516-9bb9-8c27817ce072/bbcadc80-7d0d-4516-9bb9-8c27817ce072.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.845287] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 727.845287] env[68828]: value = "task-3230212" [ 727.845287] env[68828]: _type = "Task" [ 727.845287] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.845479] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3767ff95-b94e-4d5d-8ba5-c5b06c22e758 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.855675] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.857173] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 727.857173] env[68828]: value = "task-3230213" [ 727.857173] env[68828]: _type = "Task" [ 727.857173] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.864837] env[68828]: DEBUG nova.network.neutron [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [{"id": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "address": "fa:16:3e:d6:d0:b4", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc6aa4-f2", "ovs_interfaceid": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.872949] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.054034] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230211, 'name': ReconfigVM_Task, 'duration_secs': 0.966919} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.054759] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 614c2b9e-841e-442f-a7e3-fd3b27d84f06/614c2b9e-841e-442f-a7e3-fd3b27d84f06.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.056802] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57f8a7dd-8607-49af-b3e5-e5f9c9d557fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.064397] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 728.064397] env[68828]: value = "task-3230214" [ 728.064397] env[68828]: _type = "Task" [ 728.064397] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.071442] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.072063] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.077514] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.111s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.077514] env[68828]: DEBUG nova.objects.instance [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lazy-loading 'resources' on Instance uuid dc709085-3ae9-4508-b9fe-0384f610b689 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.085360] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230214, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.137207] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Successfully updated port: 77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.322188] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.359510] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230212, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.371374] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.374066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.374450] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance network_info: |[{"id": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "address": "fa:16:3e:d6:d0:b4", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc6aa4-f2", "ovs_interfaceid": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.375916] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bc6aa4-f270-43ee-88ed-cbcc62afa873', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.386189] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.390568] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.390878] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c916d77a-416f-417f-bff6-50262bb2b47a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.416270] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.416270] env[68828]: value = "task-3230215" [ 728.416270] env[68828]: _type = "Task" [ 728.416270] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.426397] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.438357] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Received event network-vif-plugged-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.438688] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquiring lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.438898] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.439123] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.439323] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] No waiting events found dispatching network-vif-plugged-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.439506] env[68828]: WARNING nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Received unexpected event network-vif-plugged-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d for instance with vm_state building and task_state spawning. [ 728.439719] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Received event network-changed-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.439916] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Refreshing instance network info cache due to event network-changed-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.440145] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquiring lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.440302] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquired lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.440508] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Refreshing network info cache for port 4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.578885] env[68828]: DEBUG nova.compute.utils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.580993] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230214, 'name': Rename_Task, 'duration_secs': 0.248781} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.582044] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.582044] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.586969] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.588201] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7c8e23-83d2-4ab1-ba88-6b5f2377979f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.602087] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 728.602087] env[68828]: value = "task-3230216" [ 728.602087] env[68828]: _type = "Task" [ 728.602087] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.610376] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.618822] env[68828]: DEBUG nova.compute.manager [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-plugged-c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.619060] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.619326] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.619538] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.619756] env[68828]: DEBUG nova.compute.manager [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] No waiting events found dispatching network-vif-plugged-c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.619964] env[68828]: WARNING nova.compute.manager [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received unexpected event network-vif-plugged-c52954e5-2255-4d71-a1f2-7b9e02330beb for instance with vm_state building and task_state spawning. [ 728.620203] env[68828]: DEBUG nova.compute.manager [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-changed-c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.620376] env[68828]: DEBUG nova.compute.manager [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing instance network info cache due to event network-changed-c52954e5-2255-4d71-a1f2-7b9e02330beb. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.620570] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Acquiring lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646327] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646484] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646747] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.655977] env[68828]: DEBUG nova.policy [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca296d05a164edb8e920930966b7ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e765d2badc49fb8224538fe4af459c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.857617] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.858874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.868141] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230212, 'name': CreateSnapshot_Task, 'duration_secs': 0.641493} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.873008] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.877658] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdfc78a-02ec-4e1d-8186-11ff586624f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.898313] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582618} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.902082] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bbcadc80-7d0d-4516-9bb9-8c27817ce072/bbcadc80-7d0d-4516-9bb9-8c27817ce072.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.902453] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.904204] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0204d4b-c0e7-47c4-adbf-27517012d5d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.911890] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 728.911890] env[68828]: value = "task-3230217" [ 728.911890] env[68828]: _type = "Task" [ 728.911890] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.917355] env[68828]: DEBUG nova.network.neutron [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updating instance_info_cache with network_info: [{"id": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "address": "fa:16:3e:c1:3f:5c", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b46bcc-1e", "ovs_interfaceid": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c29fcbce-abdd-43c1-b605-f4e77048756a", "address": "fa:16:3e:68:eb:62", "network": {"id": "097f495e-7ff2-4169-95cd-e85c0a3b7af9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1106593309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29fcbce-ab", "ovs_interfaceid": "c29fcbce-abdd-43c1-b605-f4e77048756a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "address": "fa:16:3e:fe:8e:90", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52954e5-22", "ovs_interfaceid": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.931452] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.940355] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.088717] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.112988] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.166068] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updated VIF entry in instance network info cache for port 4745e414-35fc-49f3-8d3b-0ef25e1c7e7d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.166463] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updating instance_info_cache with network_info: [{"id": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "address": "fa:16:3e:fb:5b:09", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4745e414-35", "ovs_interfaceid": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.206099] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b015f0b-dbf6-4642-b20c-adb3afdfb4f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.214957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e8a4f5-c3a8-45da-9aa5-f744a2828d47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.249061] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.251744] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1844ce-27ed-4e5a-9870-524337036a29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.260127] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c34ea4-9f65-4544-a733-3063b81662b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.275035] env[68828]: DEBUG nova.compute.provider_tree [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.413800] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.418611] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb49ec2e-8937-423c-a99d-c3ea620d0dfe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.425317] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426478] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance network_info: |[{"id": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "address": "fa:16:3e:c1:3f:5c", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b46bcc-1e", "ovs_interfaceid": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c29fcbce-abdd-43c1-b605-f4e77048756a", "address": "fa:16:3e:68:eb:62", "network": {"id": "097f495e-7ff2-4169-95cd-e85c0a3b7af9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1106593309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29fcbce-ab", "ovs_interfaceid": "c29fcbce-abdd-43c1-b605-f4e77048756a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "address": "fa:16:3e:fe:8e:90", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52954e5-22", "ovs_interfaceid": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.429384] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Acquired lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.429578] env[68828]: DEBUG nova.network.neutron [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Refreshing network info cache for port c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.437020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:3f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b46bcc-1e9e-4956-8f3e-a1492752e535', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:eb:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29fcbce-abdd-43c1-b605-f4e77048756a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:8e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52954e5-2255-4d71-a1f2-7b9e02330beb', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.446263] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Creating folder: Project (136b682e5d9b42cdb6dda63468b2af10). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.449373] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abbcadf9-d449-4a59-923a-6706c3e1202d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.452732] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 729.452732] env[68828]: value = "task-3230222" [ 729.452732] env[68828]: _type = "Task" [ 729.452732] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.455392] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.462207] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.469106] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230222, 'name': CloneVM_Task} progress is 12%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.470623] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Created folder: Project (136b682e5d9b42cdb6dda63468b2af10) in parent group-v645630. [ 729.470888] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Creating folder: Instances. Parent ref: group-v645701. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.471165] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ec6d03-002c-4180-8cf4-ca21e7d9fd0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.480737] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Created folder: Instances in parent group-v645701. [ 729.481051] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.481226] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.481816] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e951c26-ac77-4127-a360-29054a329fdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.511645] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.511645] env[68828]: value = "task-3230225" [ 729.511645] env[68828]: _type = "Task" [ 729.511645] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.520295] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.611456] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.668830] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Releasing lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.669137] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received event network-vif-plugged-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.669339] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.669538] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.669759] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.669938] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] No waiting events found dispatching network-vif-plugged-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.670120] env[68828]: WARNING nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received unexpected event network-vif-plugged-64bc6aa4-f270-43ee-88ed-cbcc62afa873 for instance with vm_state building and task_state spawning. [ 729.670284] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.670436] env[68828]: DEBUG nova.compute.manager [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing instance network info cache due to event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.670617] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquiring lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.670762] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Acquired lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.670912] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.676342] env[68828]: DEBUG nova.network.neutron [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Updating instance_info_cache with network_info: [{"id": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "address": "fa:16:3e:5e:57:58", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77d990e3-32", "ovs_interfaceid": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.735237] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Successfully created port: c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.779033] env[68828]: DEBUG nova.scheduler.client.report [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.891832] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.892225] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.892291] env[68828]: DEBUG nova.compute.manager [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Going to confirm migration 1 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 729.927389] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.89824} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.930684] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.931454] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c16a0-d15b-4213-b21b-1d4ccc1b8629 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.939009] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.957462] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] bbcadc80-7d0d-4516-9bb9-8c27817ce072/bbcadc80-7d0d-4516-9bb9-8c27817ce072.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.960262] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce041e2-f950-447e-a12e-9fc451b89460 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.990630] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 729.990630] env[68828]: value = "task-3230226" [ 729.990630] env[68828]: _type = "Task" [ 729.990630] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.999232] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230222, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.004908] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.021206] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.102065] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.114514] env[68828]: DEBUG oslo_vmware.api [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230216, 'name': PowerOnVM_Task, 'duration_secs': 1.057869} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.114778] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.114989] env[68828]: INFO nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Took 12.01 seconds to spawn the instance on the hypervisor. [ 730.115182] env[68828]: DEBUG nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.115962] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7e551-5109-497e-982f-dd7e54ba7bba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.134551] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.134780] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.134927] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.135170] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.135331] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.135502] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.135707] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.135926] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.136103] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.136261] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.136424] env[68828]: DEBUG nova.virt.hardware [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.137264] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2993bafe-8691-43bf-9640-a21964b6755b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.145203] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2502e15e-062d-4ef6-873f-44b475fb045f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.177735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.178069] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Instance network_info: |[{"id": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "address": "fa:16:3e:5e:57:58", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77d990e3-32", "ovs_interfaceid": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.178970] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:57:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77d990e3-326f-41f3-b06e-cc86f4e724d4', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.186467] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.187393] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.187620] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee49a512-b0f2-48f3-90a9-cf8107d3e067 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.217886] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.217886] env[68828]: value = "task-3230227" [ 730.217886] env[68828]: _type = "Task" [ 730.217886] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.226574] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230227, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.285086] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.287948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.603s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.287948] env[68828]: DEBUG nova.objects.instance [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lazy-loading 'resources' on Instance uuid defd4007-c253-41bc-a9c0-e8b488c4e418 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.313174] env[68828]: INFO nova.scheduler.client.report [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Deleted allocations for instance dc709085-3ae9-4508-b9fe-0384f610b689 [ 730.401648] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updated VIF entry in instance network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.402072] env[68828]: DEBUG nova.network.neutron [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [{"id": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "address": "fa:16:3e:d6:d0:b4", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc6aa4-f2", "ovs_interfaceid": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.441610] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.474083] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230222, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.487366] env[68828]: DEBUG nova.network.neutron [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updated VIF entry in instance network info cache for port c52954e5-2255-4d71-a1f2-7b9e02330beb. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.487980] env[68828]: DEBUG nova.network.neutron [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updating instance_info_cache with network_info: [{"id": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "address": "fa:16:3e:c1:3f:5c", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b46bcc-1e", "ovs_interfaceid": "b1b46bcc-1e9e-4956-8f3e-a1492752e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c29fcbce-abdd-43c1-b605-f4e77048756a", "address": "fa:16:3e:68:eb:62", "network": {"id": "097f495e-7ff2-4169-95cd-e85c0a3b7af9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1106593309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29fcbce-ab", "ovs_interfaceid": "c29fcbce-abdd-43c1-b605-f4e77048756a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "address": "fa:16:3e:fe:8e:90", "network": {"id": "e74a3ec2-7766-4c9c-9855-559285550131", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449720054", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52954e5-22", "ovs_interfaceid": "c52954e5-2255-4d71-a1f2-7b9e02330beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.496132] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.496389] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.496611] env[68828]: DEBUG nova.network.neutron [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.496831] env[68828]: DEBUG nova.objects.instance [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lazy-loading 'info_cache' on Instance uuid edc4e56e-e6e9-4212-8fa5-437c0bda52e8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.504969] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.522916] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.635832] env[68828]: INFO nova.compute.manager [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Took 38.88 seconds to build instance. [ 730.727759] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230227, 'name': CreateVM_Task, 'duration_secs': 0.396467} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.727956] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.728701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.728833] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.729146] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.729400] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b434ba-57dd-493b-b219-9663999b354d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.734381] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 730.734381] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730ec2-dd36-e143-e970-cbf1d8f67e4c" [ 730.734381] env[68828]: _type = "Task" [ 730.734381] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.742705] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730ec2-dd36-e143-e970-cbf1d8f67e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.821262] env[68828]: DEBUG oslo_concurrency.lockutils [None req-597f966f-0cf2-4bdb-b6ad-6f9893a3fad9 tempest-ServersAdmin275Test-237293980 tempest-ServersAdmin275Test-237293980-project-member] Lock "dc709085-3ae9-4508-b9fe-0384f610b689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.271s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.908018] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b343f7a-f23d-44d1-830c-d11813684710 req-bf50594b-e5bd-4fdf-8cdb-bf53c971c172 service nova] Releasing lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.943662] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.948109] env[68828]: DEBUG nova.compute.manager [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.948109] env[68828]: DEBUG nova.compute.manager [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing instance network info cache due to event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.948365] env[68828]: DEBUG oslo_concurrency.lockutils [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] Acquiring lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.948365] env[68828]: DEBUG oslo_concurrency.lockutils [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] Acquired lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.948492] env[68828]: DEBUG nova.network.neutron [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.980079] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230222, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.990884] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f3764d1-a71f-43e5-af2a-478a375e2e91 req-55566239-2ca7-4966-b6dc-952df63e6e56 service nova] Releasing lock "refresh_cache-5419c45e-be0f-4c55-a09e-f07bdcd209b1" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.005105] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230226, 'name': ReconfigVM_Task, 'duration_secs': 0.606579} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.008632] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Reconfigured VM instance instance-00000014 to attach disk [datastore2] bbcadc80-7d0d-4516-9bb9-8c27817ce072/bbcadc80-7d0d-4516-9bb9-8c27817ce072.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.010176] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31d7ed80-6f29-4fb5-a6e8-86db8dda0772 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.018761] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 731.018761] env[68828]: value = "task-3230228" [ 731.018761] env[68828]: _type = "Task" [ 731.018761] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.028557] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.035309] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230228, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.140492] env[68828]: DEBUG oslo_concurrency.lockutils [None req-784b39c7-82b8-478a-9a5d-9957f75404b2 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.613s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.261329] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730ec2-dd36-e143-e970-cbf1d8f67e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.024061} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.261935] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.262380] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.262893] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.263707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.263707] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.264095] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4387c7a-4509-4972-91e1-1dd4feb85090 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.281048] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.281468] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.282926] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89f7ad7-4ef2-4dd2-83f4-2ee61b0a5113 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.295429] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 731.295429] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e51920-1273-d28b-895d-6916ae67d3cd" [ 731.295429] env[68828]: _type = "Task" [ 731.295429] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.311869] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e51920-1273-d28b-895d-6916ae67d3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.327928] env[68828]: DEBUG nova.compute.manager [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Received event network-vif-plugged-77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.329441] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Acquiring lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.329872] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.330217] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.330478] env[68828]: DEBUG nova.compute.manager [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] No waiting events found dispatching network-vif-plugged-77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.330774] env[68828]: WARNING nova.compute.manager [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Received unexpected event network-vif-plugged-77d990e3-326f-41f3-b06e-cc86f4e724d4 for instance with vm_state building and task_state spawning. [ 731.331084] env[68828]: DEBUG nova.compute.manager [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Received event network-changed-77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.331356] env[68828]: DEBUG nova.compute.manager [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Refreshing instance network info cache due to event network-changed-77d990e3-326f-41f3-b06e-cc86f4e724d4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.332833] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Acquiring lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.333619] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Acquired lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.333930] env[68828]: DEBUG nova.network.neutron [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Refreshing network info cache for port 77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.438423] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.450810] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f76e9-906d-4b2c-8a89-ceabd0f12fcd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.462076] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81b7f49-ed65-4fb4-adf5-afb6046db131 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.510817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e44d4d-8508-48c1-840d-2190bd2be6bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.517103] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230222, 'name': CloneVM_Task, 'duration_secs': 1.648849} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.517982] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Created linked-clone VM from snapshot [ 731.523684] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace0569b-6f26-47dc-9e10-6899d81569fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.539374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b21156c-c3d2-439d-83ad-951012303585 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.552250] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Uploading image 9c6c2060-1f4d-4f25-b759-21b3a3c1e224 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.556309] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.560481] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230228, 'name': Rename_Task, 'duration_secs': 0.188755} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.570495] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.571203] env[68828]: DEBUG nova.compute.provider_tree [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.572566] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8077512f-00d5-4256-9cc4-1d60a3474ccd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.581479] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 731.581479] env[68828]: value = "task-3230229" [ 731.581479] env[68828]: _type = "Task" [ 731.581479] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.588603] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.588603] env[68828]: value = "vm-645702" [ 731.588603] env[68828]: _type = "VirtualMachine" [ 731.588603] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.589275] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9700a5e5-0344-483e-b09f-6d7cffbd61b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.595030] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.600970] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease: (returnval){ [ 731.600970] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52eab3f0-5b83-7b1b-cffa-e54583059ba0" [ 731.600970] env[68828]: _type = "HttpNfcLease" [ 731.600970] env[68828]: } obtained for exporting VM: (result){ [ 731.600970] env[68828]: value = "vm-645702" [ 731.600970] env[68828]: _type = "VirtualMachine" [ 731.600970] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.601259] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the lease: (returnval){ [ 731.601259] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52eab3f0-5b83-7b1b-cffa-e54583059ba0" [ 731.601259] env[68828]: _type = "HttpNfcLease" [ 731.601259] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.607615] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.607615] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52eab3f0-5b83-7b1b-cffa-e54583059ba0" [ 731.607615] env[68828]: _type = "HttpNfcLease" [ 731.607615] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.646415] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.809051] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e51920-1273-d28b-895d-6916ae67d3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.810017] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7498f53b-c323-4b93-976d-16f2fa84b0c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.818776] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 731.818776] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529bf99c-0dc4-65b6-3cdf-a211263f42ef" [ 731.818776] env[68828]: _type = "Task" [ 731.818776] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.828544] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529bf99c-0dc4-65b6-3cdf-a211263f42ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.938903] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230215, 'name': CreateVM_Task, 'duration_secs': 3.206953} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.939219] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.940266] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940539] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.940730] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.941042] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debd81cd-8c10-40f6-9ca6-c1c69d493198 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.949677] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 731.949677] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5272ccfa-45d3-06b6-afcd-b63850eece14" [ 731.949677] env[68828]: _type = "Task" [ 731.949677] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.963167] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5272ccfa-45d3-06b6-afcd-b63850eece14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.027522] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230225, 'name': CreateVM_Task, 'duration_secs': 2.192162} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.027744] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.028675] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.077423] env[68828]: DEBUG nova.scheduler.client.report [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.094165] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.896040] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.897326] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.897326] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52eab3f0-5b83-7b1b-cffa-e54583059ba0" [ 732.897326] env[68828]: _type = "HttpNfcLease" [ 732.897326] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.900641] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Successfully updated port: c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.906178] env[68828]: DEBUG nova.network.neutron [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [{"id": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "address": "fa:16:3e:a3:c8:45", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c2b0b5-3f", "ovs_interfaceid": "74c2b0b5-3f1a-4eca-87fd-940b12963306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.913600] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.730s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.915275] env[68828]: INFO nova.compute.claims [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.921617] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.921617] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52eab3f0-5b83-7b1b-cffa-e54583059ba0" [ 732.921617] env[68828]: _type = "HttpNfcLease" [ 732.921617] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.925521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-edc4e56e-e6e9-4212-8fa5-437c0bda52e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.925521] env[68828]: DEBUG nova.objects.instance [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lazy-loading 'migration_context' on Instance uuid edc4e56e-e6e9-4212-8fa5-437c0bda52e8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.925521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.925521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.925686] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.927064] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18137c-1958-4afe-8a89-37dca3e31f9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.942047] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5272ccfa-45d3-06b6-afcd-b63850eece14, 'name': SearchDatastore_Task, 'duration_secs': 0.024094} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.942337] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529bf99c-0dc4-65b6-3cdf-a211263f42ef, 'name': SearchDatastore_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.945973] env[68828]: INFO nova.scheduler.client.report [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Deleted allocations for instance defd4007-c253-41bc-a9c0-e8b488c4e418 [ 732.951475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.951672] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.952311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.952311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.952311] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.952601] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.952836] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93/7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.953442] env[68828]: DEBUG oslo_vmware.api [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230229, 'name': PowerOnVM_Task, 'duration_secs': 0.977011} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.953894] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.953894] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.958350] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.958460] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.958859] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.959011] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f3ba42-9aac-40f4-98f6-cb59169effc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.961538] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f470a8-d58b-4173-93b7-3dbe1d2cf525 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.963393] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.964528] env[68828]: INFO nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Took 12.12 seconds to spawn the instance on the hypervisor. [ 732.964528] env[68828]: DEBUG nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.965812] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02565f88-946f-4a3c-a3d3-867d892bf98a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.967844] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b493e1f-3178-420e-8de0-fc259fed6c64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.037950] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.038184] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.041540] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 733.041540] env[68828]: value = "task-3230232" [ 733.041540] env[68828]: _type = "Task" [ 733.041540] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.042187] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e50f65-94d4-44ec-8658-e060ec281e8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.044892] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 733.044892] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5215bcfc-03d9-fcca-8eca-49db15a02f5a" [ 733.044892] env[68828]: _type = "Task" [ 733.044892] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.060284] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 733.060284] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d67461-160b-a79b-e752-ed2ad3669114" [ 733.060284] env[68828]: _type = "Task" [ 733.060284] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.070184] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.070366] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5215bcfc-03d9-fcca-8eca-49db15a02f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.071097] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.071391] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.071673] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.076129] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d67461-160b-a79b-e752-ed2ad3669114, 'name': SearchDatastore_Task, 'duration_secs': 0.014444} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.079589] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5e1e78-1162-494c-a35f-fee875a4c0be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.082848] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48c033f1-fbb2-4f27-bb66-a76e92b8aad4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.087274] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 733.087274] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b3306-2f81-8df0-5aae-edba1311c4f9" [ 733.087274] env[68828]: _type = "Task" [ 733.087274] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.096328] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b3306-2f81-8df0-5aae-edba1311c4f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.175240] env[68828]: DEBUG nova.network.neutron [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updated VIF entry in instance network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.175571] env[68828]: DEBUG nova.network.neutron [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updating instance_info_cache with network_info: [{"id": "6eb85989-ff27-40e7-a822-4d617a779f8b", "address": "fa:16:3e:cc:15:27", "network": {"id": "00e1088b-2a02-40e8-aa47-44489138ee76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-794497959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a446652261b42e1ae49ea2d55ac80d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb85989-ff", "ovs_interfaceid": "6eb85989-ff27-40e7-a822-4d617a779f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.364141] env[68828]: DEBUG nova.network.neutron [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Updated VIF entry in instance network info cache for port 77d990e3-326f-41f3-b06e-cc86f4e724d4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.364514] env[68828]: DEBUG nova.network.neutron [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Updating instance_info_cache with network_info: [{"id": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "address": "fa:16:3e:5e:57:58", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77d990e3-32", "ovs_interfaceid": "77d990e3-326f-41f3-b06e-cc86f4e724d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.434589] env[68828]: DEBUG nova.objects.base [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.436289] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c978a-66b8-432b-a8b1-5ed5efd1b76b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.461878] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac5a89a-7196-4abc-b586-685587b7c682 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.469256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4f148d7d-886a-4e18-a178-ec9d49ef18f1 tempest-ServerExternalEventsTest-1021269506 tempest-ServerExternalEventsTest-1021269506-project-member] Lock "defd4007-c253-41bc-a9c0-e8b488c4e418" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.124s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.474139] env[68828]: DEBUG oslo_vmware.api [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 733.474139] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5283b391-e81e-150a-0cc3-8fad13204a3e" [ 733.474139] env[68828]: _type = "Task" [ 733.474139] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.491761] env[68828]: DEBUG oslo_vmware.api [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5283b391-e81e-150a-0cc3-8fad13204a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.491883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.513564] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.577595] env[68828]: INFO nova.compute.manager [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Took 41.73 seconds to build instance. [ 733.589162] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.602063] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b3306-2f81-8df0-5aae-edba1311c4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.602433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.602748] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e8c5815f-3308-4da7-92ad-f5aa8a56747a/e8c5815f-3308-4da7-92ad-f5aa8a56747a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.603502] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.604199] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.604424] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d662f310-f8b0-4e3a-9d02-91bb2a568a71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.607048] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ad3b69-1e32-481b-ac10-8f2e383d61c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.617499] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 733.617499] env[68828]: value = "task-3230233" [ 733.617499] env[68828]: _type = "Task" [ 733.617499] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.619331] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.619571] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.625674] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d7bbf7-d96f-4814-bef2-1ec1d9ec0cb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.635182] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.636844] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 733.636844] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a45f1-4892-9707-2975-691470207603" [ 733.636844] env[68828]: _type = "Task" [ 733.636844] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.644740] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a45f1-4892-9707-2975-691470207603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.679371] env[68828]: DEBUG oslo_concurrency.lockutils [req-3ec2a784-3eef-4b9c-8648-7664e0668e74 req-dbbb440c-52d2-479d-b3d0-b37ab6de6a14 service nova] Releasing lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.860039] env[68828]: DEBUG nova.network.neutron [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Updating instance_info_cache with network_info: [{"id": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "address": "fa:16:3e:a1:a1:05", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc879d1e4-e7", "ovs_interfaceid": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.867491] env[68828]: DEBUG oslo_concurrency.lockutils [req-46355dae-e322-4eaf-bfe3-c9c8fde4d763 req-f0a5e5f3-e97a-4876-bb96-8aecbfdb6873 service nova] Releasing lock "refresh_cache-7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.979173] env[68828]: DEBUG nova.compute.manager [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Received event network-vif-plugged-c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.980463] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Acquiring lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.980918] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.981372] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.982057] env[68828]: DEBUG nova.compute.manager [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] No waiting events found dispatching network-vif-plugged-c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.982057] env[68828]: WARNING nova.compute.manager [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Received unexpected event network-vif-plugged-c879d1e4-e7bc-4907-b9aa-1243c48b1926 for instance with vm_state building and task_state spawning. [ 733.982057] env[68828]: DEBUG nova.compute.manager [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Received event network-changed-c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.982232] env[68828]: DEBUG nova.compute.manager [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Refreshing instance network info cache due to event network-changed-c879d1e4-e7bc-4907-b9aa-1243c48b1926. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.982454] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Acquiring lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.062284] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230232, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.081291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f0a5c05-f133-4f97-ab78-b8e50ccee7d9 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.569s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.140996] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230233, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.159139] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a45f1-4892-9707-2975-691470207603, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.159139] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c253ce-5b23-4f3a-ab45-ff85546a9a9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.165558] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 734.165558] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52245c5d-fe9e-197d-b034-0c10ec536eca" [ 734.165558] env[68828]: _type = "Task" [ 734.165558] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.181406] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52245c5d-fe9e-197d-b034-0c10ec536eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.363476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.364109] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Instance network_info: |[{"id": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "address": "fa:16:3e:a1:a1:05", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc879d1e4-e7", "ovs_interfaceid": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.367333] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Acquired lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.367545] env[68828]: DEBUG nova.network.neutron [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Refreshing network info cache for port c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.369139] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a1:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c879d1e4-e7bc-4907-b9aa-1243c48b1926', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.385128] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.387521] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.387823] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4153c5-14cc-4416-98f7-c8817b4f09fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.420027] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.420027] env[68828]: value = "task-3230235" [ 734.420027] env[68828]: _type = "Task" [ 734.420027] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.434327] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230235, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.560612] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230232, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466649} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.561011] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93/7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.561146] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.561439] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a35b922-8a18-47a9-bea6-c80a6e781b19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.570673] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 734.570673] env[68828]: value = "task-3230236" [ 734.570673] env[68828]: _type = "Task" [ 734.570673] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.584784] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.589405] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.635784] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895257} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.636697] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e8c5815f-3308-4da7-92ad-f5aa8a56747a/e8c5815f-3308-4da7-92ad-f5aa8a56747a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.637466] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.637841] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf7f426-7456-4f1b-a401-276d99a81193 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.648224] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 734.648224] env[68828]: value = "task-3230237" [ 734.648224] env[68828]: _type = "Task" [ 734.648224] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.664288] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.686336] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52245c5d-fe9e-197d-b034-0c10ec536eca, 'name': SearchDatastore_Task, 'duration_secs': 0.111476} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.690103] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.691040] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5419c45e-be0f-4c55-a09e-f07bdcd209b1/5419c45e-be0f-4c55-a09e-f07bdcd209b1.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.691455] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29319c8a-4d60-460c-891b-c934d3efe74f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.703464] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 734.703464] env[68828]: value = "task-3230238" [ 734.703464] env[68828]: _type = "Task" [ 734.703464] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.718961] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.729651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b641b43-e60f-4990-9760-ffd9af24d844 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.739422] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31fb4d-bcc9-4970-8a55-dc41cd5f20b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.782433] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c695b-8e73-49f9-a355-d706c720e767 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.792568] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5185957-c275-46b6-82e4-73c204b0b6ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.810223] env[68828]: DEBUG nova.compute.provider_tree [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.895201] env[68828]: DEBUG nova.compute.manager [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-changed-7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.895201] env[68828]: DEBUG nova.compute.manager [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing instance network info cache due to event network-changed-7075a221-7cf3-4f26-909c-54f0ec4d71b8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.895201] env[68828]: DEBUG oslo_concurrency.lockutils [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.895201] env[68828]: DEBUG oslo_concurrency.lockutils [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.895201] env[68828]: DEBUG nova.network.neutron [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing network info cache for port 7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.934250] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230235, 'name': CreateVM_Task, 'duration_secs': 0.463923} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.934250] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.934999] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.935236] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.935643] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.935927] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334ee2ce-c999-4a9d-8ae2-a2d593e6377f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.944732] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 734.944732] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a29cf8-9c23-6b3e-d249-55239095e08b" [ 734.944732] env[68828]: _type = "Task" [ 734.944732] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.956520] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a29cf8-9c23-6b3e-d249-55239095e08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.085029] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090775} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.085029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.085029] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5da98e-9fca-484d-9cb3-4aa601f17b8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.116252] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93/7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.120121] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d01021a8-3113-4bfb-8f13-264c39810e30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.152783] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.160551] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 735.160551] env[68828]: value = "task-3230239" [ 735.160551] env[68828]: _type = "Task" [ 735.160551] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.170172] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097397} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.171053] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.172016] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe40ec2-1e55-490d-90b3-e745f152c60a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.178884] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.206314] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e8c5815f-3308-4da7-92ad-f5aa8a56747a/e8c5815f-3308-4da7-92ad-f5aa8a56747a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.206976] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc0b3654-ab7d-4d0b-bbe2-3bf713e80696 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.233320] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.234730] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 735.234730] env[68828]: value = "task-3230240" [ 735.234730] env[68828]: _type = "Task" [ 735.234730] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.247075] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.314172] env[68828]: DEBUG nova.scheduler.client.report [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.461415] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a29cf8-9c23-6b3e-d249-55239095e08b, 'name': SearchDatastore_Task, 'duration_secs': 0.015769} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.461914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.462275] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.462641] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.462798] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.463025] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.463510] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a8a7ed-c4c8-491e-81d7-832f5af701f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.478030] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.478030] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.478489] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cca70e-4415-47c6-bdfc-e796b14cf6b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.486841] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 735.486841] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d12151-dd83-6684-9a62-e7e3eae58878" [ 735.486841] env[68828]: _type = "Task" [ 735.486841] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.502272] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d12151-dd83-6684-9a62-e7e3eae58878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.672219] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230239, 'name': ReconfigVM_Task, 'duration_secs': 0.427181} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.672219] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93/7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.672797] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc249c6f-03ce-42a7-a52d-215d77cec21a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.682245] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 735.682245] env[68828]: value = "task-3230241" [ 735.682245] env[68828]: _type = "Task" [ 735.682245] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.692161] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230241, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.718909] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.721777] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5419c45e-be0f-4c55-a09e-f07bdcd209b1/5419c45e-be0f-4c55-a09e-f07bdcd209b1.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.722058] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.722330] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e46a72-3e99-403f-885c-ba734ade1d87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.732158] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 735.732158] env[68828]: value = "task-3230242" [ 735.732158] env[68828]: _type = "Task" [ 735.732158] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.754433] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230240, 'name': ReconfigVM_Task, 'duration_secs': 0.390738} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.754433] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.754433] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e8c5815f-3308-4da7-92ad-f5aa8a56747a/e8c5815f-3308-4da7-92ad-f5aa8a56747a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.754743] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-576fa914-29e0-488b-b9ca-656226698246 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.766038] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 735.766038] env[68828]: value = "task-3230243" [ 735.766038] env[68828]: _type = "Task" [ 735.766038] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.775795] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230243, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.820025] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.821321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.681s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.823087] env[68828]: INFO nova.compute.claims [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.879901] env[68828]: DEBUG nova.network.neutron [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Updated VIF entry in instance network info cache for port c879d1e4-e7bc-4907-b9aa-1243c48b1926. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.879901] env[68828]: DEBUG nova.network.neutron [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Updating instance_info_cache with network_info: [{"id": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "address": "fa:16:3e:a1:a1:05", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc879d1e4-e7", "ovs_interfaceid": "c879d1e4-e7bc-4907-b9aa-1243c48b1926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.912819] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.914392] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b67f430-3973-47db-b037-88f6431d0635 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.924035] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.924035] env[68828]: ERROR oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk due to incomplete transfer. [ 735.925470] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8fc1c547-8967-4483-b173-240c5936de55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.936547] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52999950-bd5d-1752-a76a-65ac05bd48ed/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.936547] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Uploaded image 28e65e40-205e-4ebf-a67e-f8d6207cd0c7 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.939844] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.939844] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1aa957d5-1c87-4efa-a110-c9c1a99b18ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.951839] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 735.951839] env[68828]: value = "task-3230244" [ 735.951839] env[68828]: _type = "Task" [ 735.951839] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.966364] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230244, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.998594] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d12151-dd83-6684-9a62-e7e3eae58878, 'name': SearchDatastore_Task, 'duration_secs': 0.01635} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.999256] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94428365-5fd3-42c6-bb68-6dc918e5f390 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.007049] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 736.007049] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528e85b3-0f49-ec49-5f5b-e29ce010a848" [ 736.007049] env[68828]: _type = "Task" [ 736.007049] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.020387] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528e85b3-0f49-ec49-5f5b-e29ce010a848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.100104] env[68828]: DEBUG nova.network.neutron [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updated VIF entry in instance network info cache for port 7075a221-7cf3-4f26-909c-54f0ec4d71b8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.100104] env[68828]: DEBUG nova.network.neutron [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.199023] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230241, 'name': Rename_Task, 'duration_secs': 0.185495} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.200091] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.200522] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a78c3cf-3055-44a1-82e4-689731ad8c63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.212777] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 736.212777] env[68828]: value = "task-3230246" [ 736.212777] env[68828]: _type = "Task" [ 736.212777] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.224553] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.249024] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075372} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.249024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.249024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34faf04-194b-4f12-b73b-3e86a0e14f09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.290057] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5419c45e-be0f-4c55-a09e-f07bdcd209b1/5419c45e-be0f-4c55-a09e-f07bdcd209b1.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.295913] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a11ddb-3eee-4a0b-9ea3-64f94145eb4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.325279] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230243, 'name': Rename_Task, 'duration_secs': 0.189394} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.325279] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.325461] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 736.325461] env[68828]: value = "task-3230247" [ 736.325461] env[68828]: _type = "Task" [ 736.325461] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.325590] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f43d76e-ce67-4f51-abf7-d3cffae39452 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.331715] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "cfe23273-afbd-444a-b47b-cf3d4b4072ba" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.331968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "cfe23273-afbd-444a-b47b-cf3d4b4072ba" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.339935] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 736.339935] env[68828]: value = "task-3230248" [ 736.339935] env[68828]: _type = "Task" [ 736.339935] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.351773] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.359016] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.383047] env[68828]: DEBUG oslo_concurrency.lockutils [req-ce60596b-b9b3-469b-b58f-f817d7b6df1d req-dc8ad7d6-5af2-46ca-8fb1-c3babe0764d6 service nova] Releasing lock "refresh_cache-d72b95bc-c418-4a85-aca1-54efaf67217a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.468420] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230244, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.525909] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528e85b3-0f49-ec49-5f5b-e29ce010a848, 'name': SearchDatastore_Task, 'duration_secs': 0.01912} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.526233] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.526531] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d72b95bc-c418-4a85-aca1-54efaf67217a/d72b95bc-c418-4a85-aca1-54efaf67217a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.526825] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e472826a-fdb1-4157-b5dd-7a9615d04541 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.537141] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 736.537141] env[68828]: value = "task-3230249" [ 736.537141] env[68828]: _type = "Task" [ 736.537141] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.550383] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.594333] env[68828]: DEBUG oslo_concurrency.lockutils [req-285768f5-c06f-4daf-b07e-74fe3b39bd48 req-cbaa8f0f-f00d-4367-a1c1-c530bf96659b service nova] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.727352] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.841013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "cfe23273-afbd-444a-b47b-cf3d4b4072ba" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.843031] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.857557] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.872959] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.975175] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230244, 'name': Destroy_Task, 'duration_secs': 0.608946} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.975899] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Destroyed the VM [ 736.976477] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.977197] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-354ca6cf-067f-42af-88de-95487d0243b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.995025] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 736.995025] env[68828]: value = "task-3230250" [ 736.995025] env[68828]: _type = "Task" [ 736.995025] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.011637] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.053389] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.226706] env[68828]: DEBUG oslo_vmware.api [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230246, 'name': PowerOnVM_Task, 'duration_secs': 0.633809} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.227721] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.227721] env[68828]: INFO nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Took 9.89 seconds to spawn the instance on the hypervisor. [ 737.227928] env[68828]: DEBUG nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.229030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d70689-fd33-4ffd-809c-a2a682def91d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.339253] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230247, 'name': ReconfigVM_Task, 'duration_secs': 0.535854} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.343312] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5419c45e-be0f-4c55-a09e-f07bdcd209b1/5419c45e-be0f-4c55-a09e-f07bdcd209b1.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.344808] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f1b4b0-f4bc-4c04-91d6-1abd4334d22f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.376426] env[68828]: DEBUG nova.compute.utils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.376426] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.376426] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.376426] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 737.376426] env[68828]: value = "task-3230251" [ 737.376426] env[68828]: _type = "Task" [ 737.376426] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.393487] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230251, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.393805] env[68828]: DEBUG oslo_vmware.api [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230248, 'name': PowerOnVM_Task, 'duration_secs': 0.77114} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.394105] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.394337] env[68828]: INFO nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 13.83 seconds to spawn the instance on the hypervisor. [ 737.394591] env[68828]: DEBUG nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.396979] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afacd6-1a24-4e68-8ff9-5b7db5b6f338 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.454866] env[68828]: DEBUG nova.policy [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ecda561059e4174a359248e5119dfa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1836d21548704ace93b73de92c333ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.491559] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a22ac-065a-4dbc-a053-5d984b5eb7eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.513054] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb558d34-3d1b-4219-9ee4-489a97c8ddb7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.516755] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.573506] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c407d7-b962-46ec-b874-69d235bfbb85 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.588072] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738599} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.589105] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1798b7fc-503b-44d7-b2f7-6a18e547e2fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.594330] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d72b95bc-c418-4a85-aca1-54efaf67217a/d72b95bc-c418-4a85-aca1-54efaf67217a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.596414] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.596414] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f198699-7615-4713-9cb9-e32654dfe0ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.614580] env[68828]: DEBUG nova.compute.provider_tree [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.620315] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 737.620315] env[68828]: value = "task-3230252" [ 737.620315] env[68828]: _type = "Task" [ 737.620315] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.620315] env[68828]: DEBUG nova.compute.manager [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.620423] env[68828]: DEBUG nova.compute.manager [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing instance network info cache due to event network-changed-6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.620578] env[68828]: DEBUG oslo_concurrency.lockutils [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] Acquiring lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.620721] env[68828]: DEBUG oslo_concurrency.lockutils [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] Acquired lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.620860] env[68828]: DEBUG nova.network.neutron [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Refreshing network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.635384] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.759990] env[68828]: INFO nova.compute.manager [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Took 37.70 seconds to build instance. [ 737.857603] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.875591] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230251, 'name': Rename_Task, 'duration_secs': 0.200663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.875936] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.876574] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9028793-e859-4f0a-a54c-2dcc0e021d31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.890675] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 737.890675] env[68828]: value = "task-3230253" [ 737.890675] env[68828]: _type = "Task" [ 737.890675] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.903461] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.906366] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Successfully created port: e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.939482] env[68828]: INFO nova.compute.manager [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 43.39 seconds to build instance. [ 738.009126] env[68828]: DEBUG oslo_vmware.api [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.853181} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.009126] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.009126] env[68828]: INFO nova.compute.manager [None req-5e12ba4e-0891-42e3-8cf4-776ab0119dbe tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 18.69 seconds to snapshot the instance on the hypervisor. [ 738.124636] env[68828]: DEBUG nova.scheduler.client.report [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.152589] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115436} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.152878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.154525] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427be5a8-87f3-41e3-adec-e319ab246f2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198061] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d72b95bc-c418-4a85-aca1-54efaf67217a/d72b95bc-c418-4a85-aca1-54efaf67217a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.199876] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b277c71-94ea-4e4a-b7b6-226254ba71b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.234984] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.235407] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.243197] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 738.243197] env[68828]: value = "task-3230254" [ 738.243197] env[68828]: _type = "Task" [ 738.243197] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.257145] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.265177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e01581a6-027e-4ae6-99b8-e017ef7de864 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.964s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.414022] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230253, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.442597] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ea1043a-0f54-4101-acb1-5ea82d97ccd1 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.814s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.509571] env[68828]: DEBUG nova.network.neutron [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updated VIF entry in instance network info cache for port 6eb85989-ff27-40e7-a822-4d617a779f8b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.509993] env[68828]: DEBUG nova.network.neutron [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updating instance_info_cache with network_info: [{"id": "6eb85989-ff27-40e7-a822-4d617a779f8b", "address": "fa:16:3e:cc:15:27", "network": {"id": "00e1088b-2a02-40e8-aa47-44489138ee76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-794497959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a446652261b42e1ae49ea2d55ac80d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb85989-ff", "ovs_interfaceid": "6eb85989-ff27-40e7-a822-4d617a779f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.637602] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.639162] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.645506] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.767s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.647912] env[68828]: INFO nova.compute.claims [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.757812] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.772265] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.880273] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.902092] env[68828]: DEBUG oslo_vmware.api [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230253, 'name': PowerOnVM_Task, 'duration_secs': 0.89367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.908247] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.908247] env[68828]: INFO nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Took 23.50 seconds to spawn the instance on the hypervisor. [ 738.908247] env[68828]: DEBUG nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.908247] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c689d2b-63b7-4e58-807b-f836f8d81b09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.927807] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.928228] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.928228] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.928366] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.928534] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.928806] env[68828]: DEBUG nova.virt.hardware [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.929793] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c28dc-e8f8-4664-9282-b38d53e72b3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.945231] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc2d59-0c41-4845-be50-9e88cecb4407 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.949462] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.018743] env[68828]: DEBUG oslo_concurrency.lockutils [req-a333f0b4-816f-4463-b935-fd5bfbc7e3e7 req-0af3d6a5-a7ae-4278-8db5-7f50f4c8c61a service nova] Releasing lock "refresh_cache-e7d41890-f48b-470e-b33e-cd64c725e2c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.054134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.054766] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.158035] env[68828]: DEBUG nova.compute.utils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.163282] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.163282] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.227016] env[68828]: DEBUG nova.policy [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4857b93aab944cdb80e4dd1dacb93fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e516edb8f4846e58021c780fc6fff0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.258548] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230254, 'name': ReconfigVM_Task, 'duration_secs': 0.793203} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.258944] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d72b95bc-c418-4a85-aca1-54efaf67217a/d72b95bc-c418-4a85-aca1-54efaf67217a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.259700] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-283b5ce5-0f99-4370-ae89-275134fb99d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.270746] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 739.270746] env[68828]: value = "task-3230256" [ 739.270746] env[68828]: _type = "Task" [ 739.270746] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.284516] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230256, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.306496] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.436890] env[68828]: INFO nova.compute.manager [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Took 52.60 seconds to build instance. [ 739.474291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.665039] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.795201] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230256, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.940425] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6a0dfd92-af23-48e8-9cd1-4b4425df6a6d tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.311s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.247586] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526fd6b3-600e-4f06-bdb8-88297b1a90d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.256244] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ba682-4b02-441e-bfcc-ff9de655be3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.299319] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0d182c-6afc-42c5-8615-b12f7508bc4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.310593] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230256, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.311647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76d8a6-c678-4550-944c-d9ae9e0cbd50 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.325529] env[68828]: DEBUG nova.compute.provider_tree [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.347604] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Successfully updated port: e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.357688] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Successfully created port: a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.443814] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.539469] env[68828]: DEBUG nova.compute.manager [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Received event network-vif-plugged-e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.539710] env[68828]: DEBUG oslo_concurrency.lockutils [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] Acquiring lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.539998] env[68828]: DEBUG oslo_concurrency.lockutils [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.540896] env[68828]: DEBUG oslo_concurrency.lockutils [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.541351] env[68828]: DEBUG nova.compute.manager [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] No waiting events found dispatching network-vif-plugged-e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.541626] env[68828]: WARNING nova.compute.manager [req-64c734c0-2a4f-415d-9136-1f54f17264f3 req-637b04c8-afb9-4c27-b271-169a1f067c35 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Received unexpected event network-vif-plugged-e75085a8-f7fb-48ae-8b2b-a567a14e82be for instance with vm_state building and task_state spawning. [ 740.675964] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 740.677669] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd960834-6b3f-4384-81bf-2e8f7ce0f879 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.681945] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.688371] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 740.688532] env[68828]: ERROR oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk due to incomplete transfer. [ 740.688758] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ab4e266-3d64-4c3d-8168-b60c27977864 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.696647] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3b85e-ba2d-3b18-6f23-9d93bff55173/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 740.696844] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Uploaded image 9c6c2060-1f4d-4f25-b759-21b3a3c1e224 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 740.698970] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.699641] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b8a6b5d-15da-447f-9b49-21d493f077ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.705569] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 740.705569] env[68828]: value = "task-3230258" [ 740.705569] env[68828]: _type = "Task" [ 740.705569] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.713938] env[68828]: DEBUG nova.compute.manager [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.714148] env[68828]: DEBUG nova.compute.manager [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing instance network info cache due to event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.714368] env[68828]: DEBUG oslo_concurrency.lockutils [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.714538] env[68828]: DEBUG oslo_concurrency.lockutils [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.714719] env[68828]: DEBUG nova.network.neutron [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.718267] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.718501] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.718658] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.718842] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.718984] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.719140] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.719407] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.719591] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.719647] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.719830] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.720008] env[68828]: DEBUG nova.virt.hardware [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.721619] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3dd557-d95a-4549-9af4-5fef4fb7cbdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728030] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230258, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.735702] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bfe8b-ab47-4575-b337-51a5939d726f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.807104] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230256, 'name': Rename_Task, 'duration_secs': 1.229196} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.808275] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.808545] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74734bb7-173f-47c5-b0b3-80c9f1e511ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.817463] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 740.817463] env[68828]: value = "task-3230259" [ 740.817463] env[68828]: _type = "Task" [ 740.817463] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.826521] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.828484] env[68828]: DEBUG nova.scheduler.client.report [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.854281] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.854463] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquired lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.854721] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.972194] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.219358] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230258, 'name': Destroy_Task, 'duration_secs': 0.352819} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.219781] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Destroyed the VM [ 741.220223] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.220822] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f130bd6b-9c67-4f1e-bc30-56091da78463 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.231161] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 741.231161] env[68828]: value = "task-3230260" [ 741.231161] env[68828]: _type = "Task" [ 741.231161] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.242033] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230260, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.291994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.291994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.291994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.291994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.291994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.293501] env[68828]: INFO nova.compute.manager [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Terminating instance [ 741.328609] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.336571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.339020] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.340771] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.229s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.341275] env[68828]: DEBUG nova.objects.instance [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lazy-loading 'resources' on Instance uuid 6bce843d-b138-4438-bf9f-d73eecb1d5d4 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.543508] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.719199] env[68828]: DEBUG nova.network.neutron [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updated VIF entry in instance network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.719199] env[68828]: DEBUG nova.network.neutron [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.745209] env[68828]: DEBUG oslo_vmware.api [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230260, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358164} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.748676] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.749052] env[68828]: INFO nova.compute.manager [None req-ba0ea8b3-5eb3-4ebf-9216-2ec43a0b4d54 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Took 14.47 seconds to snapshot the instance on the hypervisor. [ 741.764095] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "9925219f-1838-4a33-8074-32bf8b0db7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.764391] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.764771] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.764845] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.765473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.770517] env[68828]: INFO nova.compute.manager [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Terminating instance [ 741.803699] env[68828]: DEBUG nova.compute.manager [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.803699] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.803699] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec09103-eac0-4185-a18d-5766d260605f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818565] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.820209] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd839d3-ebea-4e34-bbff-0b68f4cf3a2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.839143] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.848116] env[68828]: DEBUG nova.compute.utils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.849870] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 741.849870] env[68828]: value = "task-3230261" [ 741.849870] env[68828]: _type = "Task" [ 741.849870] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.852952] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.852952] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.872805] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.923351] env[68828]: DEBUG nova.policy [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c3eb4c293643f4b9da61b173d28977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a7ad6d60b542a990a6773b8563c7e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.993621] env[68828]: DEBUG nova.network.neutron [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Updating instance_info_cache with network_info: [{"id": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "address": "fa:16:3e:66:dc:11", "network": {"id": "3617085d-f7bd-4f71-9cf9-090bfbba9d35", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1954970653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1836d21548704ace93b73de92c333ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75085a8-f7", "ovs_interfaceid": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.225188] env[68828]: DEBUG oslo_concurrency.lockutils [req-cecfb224-33ee-468f-8c1c-3c5f35f1c388 req-e69a6e50-a832-4640-801d-f0ffabcfdb04 service nova] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.276927] env[68828]: DEBUG nova.compute.manager [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.277493] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.280332] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28de8b0-a26b-47b3-99fb-7999c400207c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.296877] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.296877] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d253b1-2f1d-4c75-b305-be1c219c5039 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306749] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 742.306749] env[68828]: value = "task-3230262" [ 742.306749] env[68828]: _type = "Task" [ 742.306749] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.317492] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.335526] env[68828]: DEBUG oslo_vmware.api [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230259, 'name': PowerOnVM_Task, 'duration_secs': 1.035407} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.336619] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.336619] env[68828]: INFO nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Took 12.23 seconds to spawn the instance on the hypervisor. [ 742.336619] env[68828]: DEBUG nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.337172] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eb3bda-07b6-41ea-8388-f4944028b939 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.353884] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.371608] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230261, 'name': PowerOffVM_Task, 'duration_secs': 0.234193} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.372042] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.372419] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.379102] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61b16702-257d-4762-99e0-34e9d46f2513 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.446844] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Successfully created port: 2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.470133] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.470617] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.470812] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Deleting the datastore file [datastore2] e7d41890-f48b-470e-b33e-cd64c725e2c8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.471166] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c841e2-74d2-4e90-9f82-bb435277fd6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.478604] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for the task: (returnval){ [ 742.478604] env[68828]: value = "task-3230265" [ 742.478604] env[68828]: _type = "Task" [ 742.478604] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.500607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Releasing lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.500960] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Instance network_info: |[{"id": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "address": "fa:16:3e:66:dc:11", "network": {"id": "3617085d-f7bd-4f71-9cf9-090bfbba9d35", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1954970653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1836d21548704ace93b73de92c333ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75085a8-f7", "ovs_interfaceid": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.501335] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.502761] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:dc:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e75085a8-f7fb-48ae-8b2b-a567a14e82be', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.510631] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Creating folder: Project (1836d21548704ace93b73de92c333ca2). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.511527] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97670b8d-5ba3-4d81-94b0-33f1c8ae408c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.516367] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35ea0bc9-e6ee-4071-bb25-479b850c5066 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526392] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8b709-a306-4bce-8c9d-44e7f8278e18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.535480] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Created folder: Project (1836d21548704ace93b73de92c333ca2) in parent group-v645630. [ 742.535918] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Creating folder: Instances. Parent ref: group-v645708. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.539086] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550d3e4c-3564-4565-a4bd-f4b34e9fca8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.573368] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e815c23b-9d46-4b65-b735-39d4201f54ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.575555] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Created folder: Instances in parent group-v645708. [ 742.575886] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.576013] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.576654] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12824131-1342-4840-b9df-ff96fc0319f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.596143] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3386810-cbbe-4fb9-8307-1fb9803a55a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.601127] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.601127] env[68828]: value = "task-3230268" [ 742.601127] env[68828]: _type = "Task" [ 742.601127] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.612444] env[68828]: DEBUG nova.compute.provider_tree [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.620418] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230268, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.792761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.793037] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.793266] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.794172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.794172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.799559] env[68828]: INFO nova.compute.manager [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Terminating instance [ 742.821537] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230262, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.865218] env[68828]: INFO nova.compute.manager [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Took 40.05 seconds to build instance. [ 742.996184] env[68828]: DEBUG oslo_vmware.api [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Task: {'id': task-3230265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200965} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.996184] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.996184] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.996184] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.996184] env[68828]: INFO nova.compute.manager [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 742.996429] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.996631] env[68828]: DEBUG nova.compute.manager [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.996721] env[68828]: DEBUG nova.network.neutron [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.108661] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Successfully updated port: a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.121128] env[68828]: DEBUG nova.scheduler.client.report [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.124365] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230268, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.307023] env[68828]: DEBUG nova.compute.manager [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.307023] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.307023] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa878152-d06f-4f3b-91e2-7f91c8ef44ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.318186] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230262, 'name': PowerOffVM_Task, 'duration_secs': 0.605655} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.320528] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.320905] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.321397] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.321714] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2995d338-6b51-49d6-b513-14ed2df801f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.323361] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afb22b5d-05aa-4455-b3f1-470ca36377aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.330147] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 743.330147] env[68828]: value = "task-3230270" [ 743.330147] env[68828]: _type = "Task" [ 743.330147] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.338386] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.367805] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.370907] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5116a5df-54db-4df6-b3f5-4da85b444c93 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.052s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.396574] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.396796] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.396972] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Deleting the datastore file [datastore1] 9925219f-1838-4a33-8074-32bf8b0db7f2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.397243] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35162149-d5b4-4a9b-b856-507d889d27e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.403474] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.403665] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.403821] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.404008] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.404169] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.404348] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.404495] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.404649] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.404802] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.404962] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.405174] env[68828]: DEBUG nova.virt.hardware [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.406644] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b191f3f-c7cf-4e2c-a924-abd25a35a005 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.411707] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for the task: (returnval){ [ 743.411707] env[68828]: value = "task-3230271" [ 743.411707] env[68828]: _type = "Task" [ 743.411707] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.418368] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43229df1-2621-4533-a2a3-013cb82b6381 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.425702] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.617852] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230268, 'name': CreateVM_Task, 'duration_secs': 0.96028} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.617852] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.617852] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.617852] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.617852] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.617852] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5173aa0-a5ce-4431-8a2c-b29f91bad9f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.620366] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 743.620366] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5232539c-e455-03e5-e0be-a6403b6d83d2" [ 743.620366] env[68828]: _type = "Task" [ 743.620366] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.620899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.621032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.621178] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.627199] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.632641] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.126s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.632882] env[68828]: DEBUG nova.objects.instance [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'resources' on Instance uuid e4349a14-2d63-4000-aba2-3c6a3867eb11 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.634056] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5232539c-e455-03e5-e0be-a6403b6d83d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.660988] env[68828]: INFO nova.scheduler.client.report [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Deleted allocations for instance 6bce843d-b138-4438-bf9f-d73eecb1d5d4 [ 743.841528] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230270, 'name': PowerOffVM_Task, 'duration_secs': 0.244253} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.845487] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.845728] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.846039] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a3b1af-3904-4b7c-a6c4-d5a43a57fbeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.877019] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.928369] env[68828]: DEBUG oslo_vmware.api [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Task: {'id': task-3230271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179964} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.928756] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.930974] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.930974] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.930974] env[68828]: INFO nova.compute.manager [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 743.930974] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.931167] env[68828]: DEBUG nova.compute.manager [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.931263] env[68828]: DEBUG nova.network.neutron [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.984049] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.984049] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.984159] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleting the datastore file [datastore1] 5419c45e-be0f-4c55-a09e-f07bdcd209b1 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.987044] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b42b5b7-887d-4638-93ed-92ac343791c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.996927] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 743.996927] env[68828]: value = "task-3230273" [ 743.996927] env[68828]: _type = "Task" [ 743.996927] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.006295] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.133878] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5232539c-e455-03e5-e0be-a6403b6d83d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013818} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.134902] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.135531] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.135867] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.136579] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136867] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.140358] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ac2512-3851-4b39-b8c4-5b4a24ae0413 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.151983] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.152222] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.152969] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90abb75-1a9e-4348-b18d-433f4a38ee1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.159745] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 744.159745] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ce78e8-2cb7-d04d-ac7d-98979d5a0afe" [ 744.159745] env[68828]: _type = "Task" [ 744.159745] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.170073] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ce78e8-2cb7-d04d-ac7d-98979d5a0afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.173041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08d157d1-70f3-4a34-a2bb-cbfa630cb121 tempest-ServerDiagnosticsTest-1146327528 tempest-ServerDiagnosticsTest-1146327528-project-member] Lock "6bce843d-b138-4438-bf9f-d73eecb1d5d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.503s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.200039] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.396690] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.443155] env[68828]: DEBUG nova.network.neutron [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Updating instance_info_cache with network_info: [{"id": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "address": "fa:16:3e:cc:6a:4e", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e3c1b2-56", "ovs_interfaceid": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.474844] env[68828]: DEBUG nova.compute.manager [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.474844] env[68828]: DEBUG nova.compute.manager [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing instance network info cache due to event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.474844] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474844] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.474844] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.492694] env[68828]: DEBUG nova.network.neutron [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.503503] env[68828]: DEBUG nova.compute.manager [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Received event network-changed-e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.503503] env[68828]: DEBUG nova.compute.manager [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Refreshing instance network info cache due to event network-changed-e75085a8-f7fb-48ae-8b2b-a567a14e82be. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.503503] env[68828]: DEBUG oslo_concurrency.lockutils [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] Acquiring lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.503503] env[68828]: DEBUG oslo_concurrency.lockutils [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] Acquired lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.503503] env[68828]: DEBUG nova.network.neutron [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Refreshing network info cache for port e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.517651] env[68828]: DEBUG oslo_vmware.api [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214487} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.517986] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.518145] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.518312] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.519510] env[68828]: INFO nova.compute.manager [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 744.519510] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.519884] env[68828]: DEBUG nova.compute.manager [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.520035] env[68828]: DEBUG nova.network.neutron [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.678031] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ce78e8-2cb7-d04d-ac7d-98979d5a0afe, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.678793] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833bb30d-ddb9-4401-95a6-237b40a0479b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.689688] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 744.689688] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b459-976a-2c73-ff23-027595d8de0b" [ 744.689688] env[68828]: _type = "Task" [ 744.689688] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.701858] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b459-976a-2c73-ff23-027595d8de0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.704665] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705365] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b803dcd4-dcc1-4f09-917d-e7070fe8b6db/b803dcd4-dcc1-4f09-917d-e7070fe8b6db.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.705460] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9cb5e5f-7f87-464c-bec7-8ae2dbd7ca51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.712541] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 744.712541] env[68828]: value = "task-3230275" [ 744.712541] env[68828]: _type = "Task" [ 744.712541] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.724412] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d4892-99fe-4200-8fc7-f17585bda39f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.731508] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Successfully updated port: 2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.738032] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.739430] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dceef1a-3d3f-4230-be58-a0f970a465d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.774308] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc3a097-b004-4f66-b822-c5c29ae03fbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.782257] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d87bfe9-ad4e-46c7-8fc2-79e1b5057496 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.796512] env[68828]: DEBUG nova.compute.provider_tree [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.946723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.947219] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Instance network_info: |[{"id": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "address": "fa:16:3e:cc:6a:4e", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e3c1b2-56", "ovs_interfaceid": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.947847] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e3c1b2-5630-4189-93be-d9cf52c08924', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.956674] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating folder: Project (9e516edb8f4846e58021c780fc6fff0f). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.957061] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a39f6f1-df8f-4ff6-a37f-f6171fd763ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.969552] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created folder: Project (9e516edb8f4846e58021c780fc6fff0f) in parent group-v645630. [ 744.969774] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating folder: Instances. Parent ref: group-v645711. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.970502] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8019c4e2-ef3d-4568-8cb6-561baee2b870 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.980640] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created folder: Instances in parent group-v645711. [ 744.980957] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.981279] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.981517] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafde28e-e068-4788-b139-86145865dc4d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.005601] env[68828]: INFO nova.compute.manager [-] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Took 2.01 seconds to deallocate network for instance. [ 745.007473] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.007473] env[68828]: value = "task-3230278" [ 745.007473] env[68828]: _type = "Task" [ 745.007473] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.023745] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230278, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.112285] env[68828]: DEBUG nova.network.neutron [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.229507] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.241494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.241494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquired lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.241494] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.302149] env[68828]: DEBUG nova.scheduler.client.report [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.387377] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updated VIF entry in instance network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.387745] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.418992] env[68828]: DEBUG nova.network.neutron [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Updated VIF entry in instance network info cache for port e75085a8-f7fb-48ae-8b2b-a567a14e82be. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.419366] env[68828]: DEBUG nova.network.neutron [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Updating instance_info_cache with network_info: [{"id": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "address": "fa:16:3e:66:dc:11", "network": {"id": "3617085d-f7bd-4f71-9cf9-090bfbba9d35", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1954970653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1836d21548704ace93b73de92c333ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75085a8-f7", "ovs_interfaceid": "e75085a8-f7fb-48ae-8b2b-a567a14e82be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.520350] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.520974] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230278, 'name': CreateVM_Task, 'duration_secs': 0.474897} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.520974] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.521491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.521646] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.521979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.522253] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab93ad2-2b2f-4427-860f-41c5995060f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.529988] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 745.529988] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526e23a9-8528-1dfc-1709-1959c1b8b44e" [ 745.529988] env[68828]: _type = "Task" [ 745.529988] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.540505] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526e23a9-8528-1dfc-1709-1959c1b8b44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.615827] env[68828]: INFO nova.compute.manager [-] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Took 1.68 seconds to deallocate network for instance. [ 745.724995] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550458} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.725229] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b803dcd4-dcc1-4f09-917d-e7070fe8b6db/b803dcd4-dcc1-4f09-917d-e7070fe8b6db.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.725447] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.725704] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a108dc-cdb1-4814-a9f5-72ee916ddd0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.731938] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 745.731938] env[68828]: value = "task-3230279" [ 745.731938] env[68828]: _type = "Task" [ 745.731938] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.740280] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.808462] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.811899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.317s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.813473] env[68828]: INFO nova.compute.claims [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.836932] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.841809] env[68828]: INFO nova.scheduler.client.report [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance e4349a14-2d63-4000-aba2-3c6a3867eb11 [ 745.894261] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.894586] env[68828]: DEBUG nova.compute.manager [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.894691] env[68828]: DEBUG nova.compute.manager [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing instance network info cache due to event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.894895] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Acquiring lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.899039] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Acquired lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899352] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.925954] env[68828]: DEBUG oslo_concurrency.lockutils [req-ac290489-3c2a-4ddb-9bb5-1282c212f5f6 req-51ce6317-7148-486f-84ca-5d0b75388226 service nova] Releasing lock "refresh_cache-b803dcd4-dcc1-4f09-917d-e7070fe8b6db" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.957456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "605495ba-7900-4069-9142-4c2e87929fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.957789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.042579] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526e23a9-8528-1dfc-1709-1959c1b8b44e, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.042842] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.043137] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.043404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.043563] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044982] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.044982] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b61f18b8-c913-4f07-82bb-5970d2ed1087 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.054132] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.054427] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.057495] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b43e29-214a-4154-9c18-2a1017edda19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.069140] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 746.069140] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52850484-ca49-36e5-d43b-3efe4d0d3747" [ 746.069140] env[68828]: _type = "Task" [ 746.069140] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.082434] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52850484-ca49-36e5-d43b-3efe4d0d3747, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.083262] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1acb2d4-4fee-49ec-ba54-ff965cb3445c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.090708] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 746.090708] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d9f4c-6472-274f-7f24-4b542a1ed003" [ 746.090708] env[68828]: _type = "Task" [ 746.090708] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.098975] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d9f4c-6472-274f-7f24-4b542a1ed003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.108676] env[68828]: DEBUG nova.network.neutron [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Updating instance_info_cache with network_info: [{"id": "2c49ef0c-9282-4907-8b08-e6986e55481a", "address": "fa:16:3e:a7:b2:56", "network": {"id": "088022f8-d6ee-4b76-85e3-509fa6d3091f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1013972159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a7ad6d60b542a990a6773b8563c7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c49ef0c-92", "ovs_interfaceid": "2c49ef0c-9282-4907-8b08-e6986e55481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.124415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.150580] env[68828]: DEBUG nova.network.neutron [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.243164] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179605} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.243164] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.244622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539d5e2-93d2-4a8e-9047-b85b48943670 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.270314] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b803dcd4-dcc1-4f09-917d-e7070fe8b6db/b803dcd4-dcc1-4f09-917d-e7070fe8b6db.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.270655] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eaa40c4-0574-4e20-9fad-98245225c68c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.290953] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 746.290953] env[68828]: value = "task-3230280" [ 746.290953] env[68828]: _type = "Task" [ 746.290953] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.299533] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.352552] env[68828]: DEBUG oslo_concurrency.lockutils [None req-551dc436-cc5d-4fbb-a187-238c9fd869d4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "e4349a14-2d63-4000-aba2-3c6a3867eb11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.884s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.566196] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.566513] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.566693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.566869] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.567090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.570561] env[68828]: INFO nova.compute.manager [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Terminating instance [ 746.605756] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d9f4c-6472-274f-7f24-4b542a1ed003, 'name': SearchDatastore_Task, 'duration_secs': 0.02215} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.606413] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.606631] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/2eca808d-d018-4b45-ac0b-ef2768ed1818.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.606891] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16489ce-1231-4a26-acc9-3f6b81b77281 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.611135] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Releasing lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.611431] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Instance network_info: |[{"id": "2c49ef0c-9282-4907-8b08-e6986e55481a", "address": "fa:16:3e:a7:b2:56", "network": {"id": "088022f8-d6ee-4b76-85e3-509fa6d3091f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1013972159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a7ad6d60b542a990a6773b8563c7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c49ef0c-92", "ovs_interfaceid": "2c49ef0c-9282-4907-8b08-e6986e55481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.611810] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b2:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c49ef0c-9282-4907-8b08-e6986e55481a', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.622526] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Creating folder: Project (70a7ad6d60b542a990a6773b8563c7e1). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.624751] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e39edcdd-5362-410a-87cb-ddc61b383c7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.628608] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 746.628608] env[68828]: value = "task-3230281" [ 746.628608] env[68828]: _type = "Task" [ 746.628608] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.635471] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Created folder: Project (70a7ad6d60b542a990a6773b8563c7e1) in parent group-v645630. [ 746.635684] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Creating folder: Instances. Parent ref: group-v645714. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.635912] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf92815-2c72-4ab7-91e3-f01c53830618 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.640961] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.650215] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Created folder: Instances in parent group-v645714. [ 746.650215] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.650391] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.650605] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7705e4c-67e4-49a5-b493-9477b7229b8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.665956] env[68828]: INFO nova.compute.manager [-] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Took 2.15 seconds to deallocate network for instance. [ 746.672848] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.672848] env[68828]: value = "task-3230284" [ 746.672848] env[68828]: _type = "Task" [ 746.672848] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.681352] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230284, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.753888] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.754163] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.808986] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230280, 'name': ReconfigVM_Task, 'duration_secs': 0.335718} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.809405] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b803dcd4-dcc1-4f09-917d-e7070fe8b6db/b803dcd4-dcc1-4f09-917d-e7070fe8b6db.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.810076] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908aa45c-76a8-49e4-ae05-2699475e8594 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.821246] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 746.821246] env[68828]: value = "task-3230285" [ 746.821246] env[68828]: _type = "Task" [ 746.821246] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.841571] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230285, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.860387] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updated VIF entry in instance network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.860795] env[68828]: DEBUG nova.network.neutron [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [{"id": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "address": "fa:16:3e:d6:d0:b4", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc6aa4-f2", "ovs_interfaceid": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.077042] env[68828]: DEBUG nova.compute.manager [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.078436] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.079030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302500a1-07a3-4201-b81b-eb41337053ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.089965] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.090294] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204c70a7-07ce-47a8-8b2c-983e15ca1b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.139852] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470889} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.140381] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/2eca808d-d018-4b45-ac0b-ef2768ed1818.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.141487] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.141487] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ee32d2a-84c6-4b90-b500-602e4ccbdc4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.148443] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 747.148443] env[68828]: value = "task-3230287" [ 747.148443] env[68828]: _type = "Task" [ 747.148443] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.164178] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.170124] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.170373] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.170575] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore2] 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.170958] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5f94c7-f89d-48d9-82d9-65887a4c53d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.175577] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.184174] env[68828]: DEBUG oslo_vmware.api [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 747.184174] env[68828]: value = "task-3230288" [ 747.184174] env[68828]: _type = "Task" [ 747.184174] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.193109] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230284, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.197684] env[68828]: DEBUG oslo_vmware.api [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.331404] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230285, 'name': Rename_Task, 'duration_secs': 0.22505} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.331579] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.331830] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e88cdcd-0122-4bb7-936a-07b70e8be25a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.340385] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 747.340385] env[68828]: value = "task-3230289" [ 747.340385] env[68828]: _type = "Task" [ 747.340385] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.346124] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865a907-3f37-4e34-982e-44f90696560f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.351723] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.357336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc63760-5b02-4032-bbd1-52b4bfc87ca9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.363891] env[68828]: DEBUG oslo_concurrency.lockutils [req-c9df319e-10a7-4e08-ba8f-2eda3200e57d req-777e6044-903b-4d35-be64-b208d9099608 service nova] Releasing lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.392176] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477749ca-cdbe-4784-b78c-2d7015d0aec0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.401280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0ae66-5de0-4cbd-9f6b-8401439c8a16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.415166] env[68828]: DEBUG nova.compute.provider_tree [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.549234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "680131fe-0141-4db6-a9b5-06b814953497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.549476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.663478] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.663759] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.664884] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63408dc-8ce4-492c-9c6f-51d5511f91b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.689576] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/2eca808d-d018-4b45-ac0b-ef2768ed1818.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.693970] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904096fa-bf09-4fbf-acd1-91fb09079ed4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.724729] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230284, 'name': CreateVM_Task, 'duration_secs': 0.553389} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.726248] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.726606] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 747.726606] env[68828]: value = "task-3230290" [ 747.726606] env[68828]: _type = "Task" [ 747.726606] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.726822] env[68828]: DEBUG oslo_vmware.api [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144888} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.727512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.727939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728260] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.728438] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.728663] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.728852] env[68828]: INFO nova.compute.manager [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Took 0.65 seconds to destroy the instance on the hypervisor. [ 747.729174] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.729378] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a62b4b-8aac-4ca4-ac40-5061ed32b7f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.735576] env[68828]: DEBUG nova.compute.manager [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.735684] env[68828]: DEBUG nova.network.neutron [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.740693] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 747.740693] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f42a6f-51ff-0122-3a69-3e7c0bcd2eb9" [ 747.740693] env[68828]: _type = "Task" [ 747.740693] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.743959] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.752497] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f42a6f-51ff-0122-3a69-3e7c0bcd2eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.850386] env[68828]: DEBUG oslo_vmware.api [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230289, 'name': PowerOnVM_Task, 'duration_secs': 0.480134} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.850659] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.850908] env[68828]: INFO nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Took 8.97 seconds to spawn the instance on the hypervisor. [ 747.851035] env[68828]: DEBUG nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.851810] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1277a9bd-790b-4ebd-98e3-06fe4ff109ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.920215] env[68828]: DEBUG nova.scheduler.client.report [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.091784] env[68828]: DEBUG nova.compute.manager [req-f6ac70db-4611-4409-910e-12067e82d5ff req-bfbda9ae-57c2-4c85-bc3d-2c86a54575ed service nova] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Received event network-vif-deleted-6eb85989-ff27-40e7-a822-4d617a779f8b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.092048] env[68828]: DEBUG nova.compute.manager [req-f6ac70db-4611-4409-910e-12067e82d5ff req-bfbda9ae-57c2-4c85-bc3d-2c86a54575ed service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-deleted-c52954e5-2255-4d71-a1f2-7b9e02330beb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.092159] env[68828]: DEBUG nova.compute.manager [req-f6ac70db-4611-4409-910e-12067e82d5ff req-bfbda9ae-57c2-4c85-bc3d-2c86a54575ed service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-deleted-b1b46bcc-1e9e-4956-8f3e-a1492752e535 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.092317] env[68828]: DEBUG nova.compute.manager [req-f6ac70db-4611-4409-910e-12067e82d5ff req-bfbda9ae-57c2-4c85-bc3d-2c86a54575ed service nova] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Received event network-vif-deleted-c29fcbce-abdd-43c1-b605-f4e77048756a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.112399] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Received event network-vif-plugged-a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.112399] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquiring lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.112399] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.112399] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.112399] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] No waiting events found dispatching network-vif-plugged-a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.112399] env[68828]: WARNING nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Received unexpected event network-vif-plugged-a0e3c1b2-5630-4189-93be-d9cf52c08924 for instance with vm_state building and task_state spawning. [ 748.112399] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Received event network-changed-a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.112399] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Refreshing instance network info cache due to event network-changed-a0e3c1b2-5630-4189-93be-d9cf52c08924. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.114105] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquiring lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.114105] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquired lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.114105] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Refreshing network info cache for port a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.243895] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.258795] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f42a6f-51ff-0122-3a69-3e7c0bcd2eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.260016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.262147] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.262147] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.262147] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.262147] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.262147] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39841ff7-d437-4835-98c5-65975160bf84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.270090] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.270893] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.271386] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a40795c-d94b-4776-a348-484a9da2661b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.277181] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 748.277181] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214eaf4-83d8-fcf3-3120-47b8bfff8f1c" [ 748.277181] env[68828]: _type = "Task" [ 748.277181] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.285618] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214eaf4-83d8-fcf3-3120-47b8bfff8f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.317627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.317850] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.367788] env[68828]: INFO nova.compute.manager [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Took 36.21 seconds to build instance. [ 748.425581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.426125] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.428709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.674s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.428932] env[68828]: DEBUG nova.objects.instance [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lazy-loading 'resources' on Instance uuid 925555de-d1fb-4c5c-9f7c-038663186c54 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.604301] env[68828]: DEBUG nova.network.neutron [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.741364] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230290, 'name': ReconfigVM_Task, 'duration_secs': 0.937518} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.741705] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/2eca808d-d018-4b45-ac0b-ef2768ed1818.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.742603] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e91a653-66c9-41c7-b8a3-8271f5aad9b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.748637] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 748.748637] env[68828]: value = "task-3230291" [ 748.748637] env[68828]: _type = "Task" [ 748.748637] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.756514] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230291, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.790407] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214eaf4-83d8-fcf3-3120-47b8bfff8f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.792657] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f27a33-d6b4-4587-8e9c-b8e03aba0ccf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.802593] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 748.802593] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a4f553-2bbd-4c22-b02a-5b099dda6284" [ 748.802593] env[68828]: _type = "Task" [ 748.802593] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.816327] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a4f553-2bbd-4c22-b02a-5b099dda6284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.870527] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c07bc056-62b0-4667-865f-815198d3e2e4 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.785s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.881090] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Updated VIF entry in instance network info cache for port a0e3c1b2-5630-4189-93be-d9cf52c08924. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.881584] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Updating instance_info_cache with network_info: [{"id": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "address": "fa:16:3e:cc:6a:4e", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e3c1b2-56", "ovs_interfaceid": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.934293] env[68828]: DEBUG nova.compute.utils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.935825] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.936136] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.000571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.001068] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.058688] env[68828]: DEBUG nova.policy [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd657e6a92d2946029942d2a1b7d6c644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae04de5d560f41b985a7539b667534e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.107835] env[68828]: INFO nova.compute.manager [-] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Took 1.37 seconds to deallocate network for instance. [ 749.263490] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230291, 'name': Rename_Task, 'duration_secs': 0.235647} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.263853] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.263984] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ae34de-d4a6-4c55-92ef-fb821e445021 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.275812] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 749.275812] env[68828]: value = "task-3230292" [ 749.275812] env[68828]: _type = "Task" [ 749.275812] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.288829] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.316289] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a4f553-2bbd-4c22-b02a-5b099dda6284, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.316897] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.317213] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09531ee3-9860-4aba-a7df-7489e5727da3/09531ee3-9860-4aba-a7df-7489e5727da3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.317504] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6de65e36-1711-4308-93a8-0cbfe05256e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.325046] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 749.325046] env[68828]: value = "task-3230293" [ 749.325046] env[68828]: _type = "Task" [ 749.325046] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.333416] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.375179] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.385678] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Releasing lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.386157] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Received event network-vif-plugged-2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.386593] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquiring lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.387085] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.387357] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.387618] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] No waiting events found dispatching network-vif-plugged-2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.387888] env[68828]: WARNING nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Received unexpected event network-vif-plugged-2c49ef0c-9282-4907-8b08-e6986e55481a for instance with vm_state building and task_state spawning. [ 749.388165] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Received event network-vif-deleted-8c64f043-10af-4aba-a288-92e4a82b5e6b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.388441] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Received event network-changed-2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.388697] env[68828]: DEBUG nova.compute.manager [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Refreshing instance network info cache due to event network-changed-2c49ef0c-9282-4907-8b08-e6986e55481a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.388979] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquiring lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.389213] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Acquired lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.389464] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Refreshing network info cache for port 2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.400031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "845f4864-33e5-46ef-9d9a-025f1d839e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.400031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.444199] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.515210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.515210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.533972] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a0e5d4-0a44-466e-aa7e-80f42f0a59b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.542103] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8bf53-6dfc-4506-be7b-8bf1829b5544 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.576459] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a41756-5dc2-417a-ab83-4c0cd8988831 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.588024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacdad7a-4fd4-406d-a776-b5d363fd7ec6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.604434] env[68828]: DEBUG nova.compute.provider_tree [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.618752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.740712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.740712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.740712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.740712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.740712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.742510] env[68828]: INFO nova.compute.manager [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Terminating instance [ 749.780411] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Successfully created port: bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.788226] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.834715] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.901642] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.110297] env[68828]: DEBUG nova.scheduler.client.report [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.159106] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Updated VIF entry in instance network info cache for port 2c49ef0c-9282-4907-8b08-e6986e55481a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.159389] env[68828]: DEBUG nova.network.neutron [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Updating instance_info_cache with network_info: [{"id": "2c49ef0c-9282-4907-8b08-e6986e55481a", "address": "fa:16:3e:a7:b2:56", "network": {"id": "088022f8-d6ee-4b76-85e3-509fa6d3091f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1013972159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a7ad6d60b542a990a6773b8563c7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c49ef0c-92", "ovs_interfaceid": "2c49ef0c-9282-4907-8b08-e6986e55481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.247105] env[68828]: DEBUG nova.compute.manager [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.247338] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.248198] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a162c4e-c915-4786-9fbc-9d612ef71048 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.256166] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.256403] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddba1998-e03a-44c8-bd61-933920ebd0fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262438] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 750.262438] env[68828]: value = "task-3230294" [ 750.262438] env[68828]: _type = "Task" [ 750.262438] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.270883] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.284867] env[68828]: DEBUG oslo_vmware.api [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230292, 'name': PowerOnVM_Task, 'duration_secs': 0.798662} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.286940] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.287869] env[68828]: INFO nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Took 9.61 seconds to spawn the instance on the hypervisor. [ 750.288130] env[68828]: DEBUG nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.289317] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380a45ed-be17-4fb4-9dfc-5230d41d72de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.339152] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594889} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.339498] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09531ee3-9860-4aba-a7df-7489e5727da3/09531ee3-9860-4aba-a7df-7489e5727da3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.339781] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.340221] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ace97e83-ced1-4d36-97d6-de3c9bc6be15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.346761] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 750.346761] env[68828]: value = "task-3230295" [ 750.346761] env[68828]: _type = "Task" [ 750.346761] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.355226] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.453902] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.483277] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.483626] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.483739] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.484017] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.484280] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.484511] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.484835] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.485078] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.485336] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.485796] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.486171] env[68828]: DEBUG nova.virt.hardware [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.487512] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22121877-cc65-4719-b0e6-0e63a31847e1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.497041] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c4e8b2-9101-4309-acf1-26f12fea6e59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.616134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.618566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.660s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.620240] env[68828]: INFO nova.compute.claims [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.645523] env[68828]: INFO nova.scheduler.client.report [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted allocations for instance 925555de-d1fb-4c5c-9f7c-038663186c54 [ 750.661758] env[68828]: DEBUG oslo_concurrency.lockutils [req-0722b16f-33b0-4918-a4b4-5eb1cd319597 req-c84cd26d-48e5-4b56-a930-6df3435dda2a service nova] Releasing lock "refresh_cache-09531ee3-9860-4aba-a7df-7489e5727da3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775246] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230294, 'name': PowerOffVM_Task, 'duration_secs': 0.317344} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.775590] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.775679] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.775920] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d193453f-e083-4118-813f-dd5627ecffff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.808168] env[68828]: INFO nova.compute.manager [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Took 35.70 seconds to build instance. [ 750.855746] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.855965] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.856169] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleting the datastore file [datastore1] e8c5815f-3308-4da7-92ad-f5aa8a56747a {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.859483] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddfc5b9d-7fd3-4c60-adc0-04edb6523c69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.861729] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081185} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.861988] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.863165] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8e9ae-c77e-4972-889b-da543d5f2a53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.866537] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 750.866537] env[68828]: value = "task-3230297" [ 750.866537] env[68828]: _type = "Task" [ 750.866537] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.890269] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 09531ee3-9860-4aba-a7df-7489e5727da3/09531ee3-9860-4aba-a7df-7489e5727da3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.891379] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14930fb3-7841-43e1-98c8-cd1a61de253a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.911599] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.914591] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 750.914591] env[68828]: value = "task-3230298" [ 750.914591] env[68828]: _type = "Task" [ 750.914591] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.922811] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.018714] env[68828]: DEBUG nova.compute.manager [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.018907] env[68828]: DEBUG nova.compute.manager [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing instance network info cache due to event network-changed-64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.019152] env[68828]: DEBUG oslo_concurrency.lockutils [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] Acquiring lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.019279] env[68828]: DEBUG oslo_concurrency.lockutils [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] Acquired lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.019789] env[68828]: DEBUG nova.network.neutron [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Refreshing network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.156487] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74b4f5c2-a1f8-402c-93a9-0e62150e3954 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "925555de-d1fb-4c5c-9f7c-038663186c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.270s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.312449] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a2b6bca-fdf2-4973-97eb-ee084b680bfa tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.748s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.312715] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.312935] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.313259] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.313453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.314161] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.316553] env[68828]: INFO nova.compute.manager [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Terminating instance [ 751.378646] env[68828]: DEBUG oslo_vmware.api [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480895} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.378646] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.378646] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.378646] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.378646] env[68828]: INFO nova.compute.manager [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 751.378646] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.378646] env[68828]: DEBUG nova.compute.manager [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.378646] env[68828]: DEBUG nova.network.neutron [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.425798] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.724715] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Successfully updated port: bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.805048] env[68828]: DEBUG nova.network.neutron [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updated VIF entry in instance network info cache for port 64bc6aa4-f270-43ee-88ed-cbcc62afa873. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.805405] env[68828]: DEBUG nova.network.neutron [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [{"id": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "address": "fa:16:3e:d6:d0:b4", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bc6aa4-f2", "ovs_interfaceid": "64bc6aa4-f270-43ee-88ed-cbcc62afa873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.818455] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.821366] env[68828]: DEBUG nova.compute.manager [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.825012] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.825012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92f6cc-57a0-4b31-b759-86e42dee83ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.830923] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.831200] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb23f4b1-132b-45ad-9260-c4ce732df10e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.841457] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 751.841457] env[68828]: value = "task-3230299" [ 751.841457] env[68828]: _type = "Task" [ 751.841457] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.853990] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.926374] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230298, 'name': ReconfigVM_Task, 'duration_secs': 0.872309} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.929055] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 09531ee3-9860-4aba-a7df-7489e5727da3/09531ee3-9860-4aba-a7df-7489e5727da3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.930620] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6cda604-1a6c-4ee6-8512-dd3404dc471b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.936754] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 751.936754] env[68828]: value = "task-3230300" [ 751.936754] env[68828]: _type = "Task" [ 751.936754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.944649] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230300, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.122386] env[68828]: DEBUG nova.compute.manager [req-c9df7db7-e0f4-419d-8602-94d036599201 req-d830f5ea-4039-4d44-928c-4e5bccb0a06a service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Received event network-vif-deleted-64bc6aa4-f270-43ee-88ed-cbcc62afa873 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.122588] env[68828]: INFO nova.compute.manager [req-c9df7db7-e0f4-419d-8602-94d036599201 req-d830f5ea-4039-4d44-928c-4e5bccb0a06a service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Neutron deleted interface 64bc6aa4-f270-43ee-88ed-cbcc62afa873; detaching it from the instance and deleting it from the info cache [ 752.122990] env[68828]: DEBUG nova.network.neutron [req-c9df7db7-e0f4-419d-8602-94d036599201 req-d830f5ea-4039-4d44-928c-4e5bccb0a06a service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.213282] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca54e1-9276-48ee-b40c-939e5fb51f04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.220670] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f243e-495e-4f26-88c4-d490ddc73b75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.228540] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.228691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.228843] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.253833] env[68828]: DEBUG nova.network.neutron [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.257430] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ce28e-e8a3-4403-8731-8a9e3460fdb7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.267126] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94223f5e-e094-4ab4-bade-650fcc9499e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.286465] env[68828]: DEBUG nova.compute.provider_tree [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.307925] env[68828]: DEBUG oslo_concurrency.lockutils [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] Releasing lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.308325] env[68828]: DEBUG nova.compute.manager [req-4cc318a3-d31b-4734-a3ec-4d7c081e98ed req-059e522d-679b-450e-a35e-af818fad40c9 service nova] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Received event network-vif-deleted-6c541a33-5877-4a29-9c88-83e825cc2a5a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.336945] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.353903] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230299, 'name': PowerOffVM_Task, 'duration_secs': 0.194522} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.354191] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.354388] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.354638] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857cdad5-f4da-46f0-860e-5b81d6937584 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.422805] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.423195] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.423345] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Deleting the datastore file [datastore1] b803dcd4-dcc1-4f09-917d-e7070fe8b6db {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.423823] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a94d82-a636-486a-a8a5-cb78260edf04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.430816] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for the task: (returnval){ [ 752.430816] env[68828]: value = "task-3230302" [ 752.430816] env[68828]: _type = "Task" [ 752.430816] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.444952] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.450502] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230300, 'name': Rename_Task, 'duration_secs': 0.145565} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.450874] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.451139] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6c8f9d-e675-4a1c-864f-003ddb559044 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.456686] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 752.456686] env[68828]: value = "task-3230303" [ 752.456686] env[68828]: _type = "Task" [ 752.456686] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.464429] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.625465] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5b75b2f-1467-43ad-b097-466830d32b30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.636400] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce925391-9ae5-4fc0-8c8a-bf8ffa5249bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.670414] env[68828]: DEBUG nova.compute.manager [req-c9df7db7-e0f4-419d-8602-94d036599201 req-d830f5ea-4039-4d44-928c-4e5bccb0a06a service nova] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Detach interface failed, port_id=64bc6aa4-f270-43ee-88ed-cbcc62afa873, reason: Instance e8c5815f-3308-4da7-92ad-f5aa8a56747a could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 752.763556] env[68828]: INFO nova.compute.manager [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 1.39 seconds to deallocate network for instance. [ 752.790175] env[68828]: DEBUG nova.scheduler.client.report [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.795852] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.923050] env[68828]: INFO nova.compute.manager [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Rescuing [ 752.924012] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.924012] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.924012] env[68828]: DEBUG nova.network.neutron [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.946140] env[68828]: DEBUG oslo_vmware.api [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Task: {'id': task-3230302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3251} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.947087] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.947279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.947461] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.947639] env[68828]: INFO nova.compute.manager [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Took 1.13 seconds to destroy the instance on the hypervisor. [ 752.947906] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.948516] env[68828]: DEBUG nova.compute.manager [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.948657] env[68828]: DEBUG nova.network.neutron [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.968659] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.969871] env[68828]: DEBUG nova.network.neutron [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Updating instance_info_cache with network_info: [{"id": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "address": "fa:16:3e:47:a5:6d", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc44d0d2-b9", "ovs_interfaceid": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.274143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.299743] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.300167] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.302965] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.811s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.469622] env[68828]: DEBUG oslo_vmware.api [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230303, 'name': PowerOnVM_Task, 'duration_secs': 0.535941} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.469916] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.470125] env[68828]: INFO nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Took 10.10 seconds to spawn the instance on the hypervisor. [ 753.470314] env[68828]: DEBUG nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.471566] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b6a20-5543-442b-988a-2609aeb2846f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.474663] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.474663] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Instance network_info: |[{"id": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "address": "fa:16:3e:47:a5:6d", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc44d0d2-b9", "ovs_interfaceid": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.474884] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a5:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.482481] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.483088] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.483333] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c4cb0e-51c3-4f7a-beba-f4727aef7d6e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.511219] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.511219] env[68828]: value = "task-3230304" [ 753.511219] env[68828]: _type = "Task" [ 753.511219] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.521806] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230304, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.645171] env[68828]: DEBUG nova.network.neutron [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Updating instance_info_cache with network_info: [{"id": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "address": "fa:16:3e:cc:6a:4e", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e3c1b2-56", "ovs_interfaceid": "a0e3c1b2-5630-4189-93be-d9cf52c08924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.662948] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.663340] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing instance network info cache due to event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.663553] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.663701] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.663862] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.720524] env[68828]: DEBUG nova.network.neutron [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.806577] env[68828]: DEBUG nova.compute.utils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.811965] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.811965] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.853805] env[68828]: DEBUG nova.policy [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8fcd0630ad6433c8e94e3a27a78e63d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df5c1cad1746328b41dbacbecfb26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.022424] env[68828]: INFO nova.compute.manager [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Took 34.17 seconds to build instance. [ 754.027030] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230304, 'name': CreateVM_Task, 'duration_secs': 0.36812} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.027403] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.028508] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.028508] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.028634] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.028898] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aac2877-4143-4515-82d7-9298f8cfacd9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.034519] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 754.034519] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5259b836-dae2-3160-d599-95b0d3dd5daa" [ 754.034519] env[68828]: _type = "Task" [ 754.034519] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.048800] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5259b836-dae2-3160-d599-95b0d3dd5daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.125964] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.126342] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.136956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.147668] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "refresh_cache-2eca808d-d018-4b45-ac0b-ef2768ed1818" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.165337] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Successfully created port: 58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.225593] env[68828]: INFO nova.compute.manager [-] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Took 1.28 seconds to deallocate network for instance. [ 754.300055] env[68828]: DEBUG nova.compute.manager [req-9b2c5f9c-1285-4900-8f22-36032968d2c5 req-507f790b-450e-4919-aeb5-e147c87e764d service nova] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Received event network-vif-deleted-e75085a8-f7fb-48ae-8b2b-a567a14e82be {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.313436] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.401436] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04a58f-95f5-4c0f-9472-222589276bee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.409830] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025d9e7-4f35-4318-9294-fd741f161ef9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.444949] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaea7d4-dccb-45d2-9e08-ac6c2365903b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.455100] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ffd8ee-cd34-4570-a4ee-579d76e8c236 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.471243] env[68828]: DEBUG nova.compute.provider_tree [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.528593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2faaf619-efc2-4d0b-b1de-6e1ebadfe343 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.751s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.554949] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5259b836-dae2-3160-d599-95b0d3dd5daa, 'name': SearchDatastore_Task, 'duration_secs': 0.020198} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.555290] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.555575] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.555928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.556163] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.556842] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.556916] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb24a213-d5d1-429f-b689-aa6d7c98bfec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.567731] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.567929] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.569666] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c44f80-cd39-402b-91c5-404d142ff441 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.575092] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 754.575092] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522a6d4d-544b-094b-7d00-f9d43cb2c8cd" [ 754.575092] env[68828]: _type = "Task" [ 754.575092] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.575930] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updated VIF entry in instance network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.576261] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.586460] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522a6d4d-544b-094b-7d00-f9d43cb2c8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.732273] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.851806] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.851806] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.851983] env[68828]: DEBUG nova.compute.manager [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.853104] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbfdb0-0cdb-4745-acec-e189adca4509 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.860470] env[68828]: DEBUG nova.compute.manager [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 754.861249] env[68828]: DEBUG nova.objects.instance [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lazy-loading 'flavor' on Instance uuid bbcadc80-7d0d-4516-9bb9-8c27817ce072 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.974748] env[68828]: DEBUG nova.scheduler.client.report [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.031622] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.048705] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "09531ee3-9860-4aba-a7df-7489e5727da3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.048990] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.049522] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.049722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.049897] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.052167] env[68828]: INFO nova.compute.manager [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Terminating instance [ 755.078947] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.079434] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Received event network-vif-plugged-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.079434] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquiring lock "5f618d22-e3ff-41b9-9131-26730e117394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.079577] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Lock "5f618d22-e3ff-41b9-9131-26730e117394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.079739] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Lock "5f618d22-e3ff-41b9-9131-26730e117394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.079903] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] No waiting events found dispatching network-vif-plugged-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.080192] env[68828]: WARNING nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Received unexpected event network-vif-plugged-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 for instance with vm_state building and task_state spawning. [ 755.080387] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Received event network-changed-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.080546] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Refreshing instance network info cache due to event network-changed-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.080992] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquiring lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.080992] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquired lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.081146] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Refreshing network info cache for port bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.095993] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522a6d4d-544b-094b-7d00-f9d43cb2c8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.097035] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288fb58f-f4c8-44ef-86a1-e7778fb8e8ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.103952] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 755.103952] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52149cca-4462-edc5-4f3c-03a0ee217e7c" [ 755.103952] env[68828]: _type = "Task" [ 755.103952] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.112068] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52149cca-4462-edc5-4f3c-03a0ee217e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.329021] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.359681] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.360067] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.360332] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.360634] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.360874] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.361143] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.361476] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.361750] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.362045] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.362331] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.362624] env[68828]: DEBUG nova.virt.hardware [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.363973] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c945c9-2737-4eea-a0d1-ec2ab4a07135 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.378033] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a58161-a67d-4d3a-b99d-6ddfe62c5621 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.555560] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.556254] env[68828]: DEBUG nova.compute.manager [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.556471] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.557373] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be512c3-3fa1-42a8-b828-63284b7e20ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.565411] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.565696] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b95086a5-66ff-409a-9c06-3b3106611b45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.572314] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 755.572314] env[68828]: value = "task-3230305" [ 755.572314] env[68828]: _type = "Task" [ 755.572314] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.580380] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.614512] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52149cca-4462-edc5-4f3c-03a0ee217e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.614944] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.615312] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5f618d22-e3ff-41b9-9131-26730e117394/5f618d22-e3ff-41b9-9131-26730e117394.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.617752] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62cc4dc8-3042-4bbc-837c-05f95ca18fa8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.624364] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 755.624364] env[68828]: value = "task-3230306" [ 755.624364] env[68828]: _type = "Task" [ 755.624364] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.633110] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.691376] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.692034] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d41aa8-4d1a-4ea1-aaf5-c6390e29c7a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.698857] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 755.698857] env[68828]: value = "task-3230307" [ 755.698857] env[68828]: _type = "Task" [ 755.698857] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.707918] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.873904] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.874833] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c74db12-a8ac-4726-82a4-b7f0fac1f11e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.884373] env[68828]: DEBUG oslo_vmware.api [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 755.884373] env[68828]: value = "task-3230308" [ 755.884373] env[68828]: _type = "Task" [ 755.884373] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.894190] env[68828]: DEBUG oslo_vmware.api [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.911932] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Updated VIF entry in instance network info cache for port bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.912375] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Updating instance_info_cache with network_info: [{"id": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "address": "fa:16:3e:47:a5:6d", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc44d0d2-b9", "ovs_interfaceid": "bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.986360] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.683s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.989722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.837s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.992531] env[68828]: INFO nova.compute.claims [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.033501] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Successfully updated port: 58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.084527] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230305, 'name': PowerOffVM_Task, 'duration_secs': 0.246744} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.084841] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.085024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.085339] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d92a31e-6a74-4abb-8191-4bc1a4f5b110 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.135798] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230306, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.148434] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.148434] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.148434] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Deleting the datastore file [datastore2] 09531ee3-9860-4aba-a7df-7489e5727da3 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.148670] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47a9663-f71d-4b77-857f-f425fede9b57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155413] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for the task: (returnval){ [ 756.155413] env[68828]: value = "task-3230310" [ 756.155413] env[68828]: _type = "Task" [ 756.155413] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.163283] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.208944] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230307, 'name': PowerOffVM_Task, 'duration_secs': 0.17937} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.208944] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.209709] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72148b32-534e-4d01-82dd-e415c5cb7468 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.227136] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedbb084-729c-46dc-aa73-ca306148b1b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.256743] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.257032] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d22f26-b8fd-4828-b091-ef9d72f61945 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.262585] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 756.262585] env[68828]: value = "task-3230311" [ 756.262585] env[68828]: _type = "Task" [ 756.262585] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.270050] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.394114] env[68828]: DEBUG oslo_vmware.api [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230308, 'name': PowerOffVM_Task, 'duration_secs': 0.323448} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.395474] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.395654] env[68828]: DEBUG nova.compute.manager [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.396729] env[68828]: DEBUG nova.compute.manager [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Received event network-vif-plugged-58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.396929] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.397216] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.397449] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.397573] env[68828]: DEBUG nova.compute.manager [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] No waiting events found dispatching network-vif-plugged-58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.397739] env[68828]: WARNING nova.compute.manager [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Received unexpected event network-vif-plugged-58b24847-6d14-4a73-ac64-728b47d36608 for instance with vm_state building and task_state spawning. [ 756.397896] env[68828]: DEBUG nova.compute.manager [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Received event network-changed-58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.398069] env[68828]: DEBUG nova.compute.manager [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Refreshing instance network info cache due to event network-changed-58b24847-6d14-4a73-ac64-728b47d36608. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.398273] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Acquiring lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.398389] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Acquired lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.398589] env[68828]: DEBUG nova.network.neutron [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Refreshing network info cache for port 58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.400347] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7f23a-ef2c-42af-b337-f0c3e706325b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.415402] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Releasing lock "refresh_cache-5f618d22-e3ff-41b9-9131-26730e117394" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415639] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.415905] env[68828]: DEBUG nova.compute.manager [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing instance network info cache due to event network-changed-41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.417025] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquiring lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.417025] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Acquired lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.417025] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Refreshing network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.473100] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.473410] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.537528] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.559683] env[68828]: INFO nova.scheduler.client.report [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleted allocation for migration f5c132d2-d59b-4299-91af-600edf41cda8 [ 756.636038] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512164} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.636038] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5f618d22-e3ff-41b9-9131-26730e117394/5f618d22-e3ff-41b9-9131-26730e117394.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.636038] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.636318] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b659dd-a99d-40e5-acbf-34598fe75f2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.642818] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 756.642818] env[68828]: value = "task-3230312" [ 756.642818] env[68828]: _type = "Task" [ 756.642818] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.650702] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.663792] env[68828]: DEBUG oslo_vmware.api [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Task: {'id': task-3230310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175196} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.664053] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.664244] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.664419] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.664589] env[68828]: INFO nova.compute.manager [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 756.664828] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.665019] env[68828]: DEBUG nova.compute.manager [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.665115] env[68828]: DEBUG nova.network.neutron [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.773831] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 756.773831] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.774219] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.774946] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.774946] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.774946] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1324cc5-e20c-405f-b3d4-05f1fa73d943 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.784803] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.784803] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.784803] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a5d614-1e5d-4cd9-a281-aec3fabb69ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.792849] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 756.792849] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c3fdc-3da0-84ea-0094-9ec4835f327a" [ 756.792849] env[68828]: _type = "Task" [ 756.792849] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.800105] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c3fdc-3da0-84ea-0094-9ec4835f327a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.912406] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a36a5bbe-2133-4f2d-9c4c-9b582fe506c0 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.963111] env[68828]: DEBUG nova.network.neutron [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.985669] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.985789] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.986096] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.986496] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.986752] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.987193] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.987193] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 756.987399] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.066193] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a3a8f573-ca73-4a32-8e98-778ddda89728 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.174s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.075055] env[68828]: DEBUG nova.network.neutron [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.152431] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092772} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.152704] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.153820] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8186539-5df3-4fc2-ae95-63dbb6ce4935 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.179733] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5f618d22-e3ff-41b9-9131-26730e117394/5f618d22-e3ff-41b9-9131-26730e117394.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.182556] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddec673f-94a2-4d7c-92a0-b31fa0440ff6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.205032] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 757.205032] env[68828]: value = "task-3230313" [ 757.205032] env[68828]: _type = "Task" [ 757.205032] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.215537] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.309258] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c3fdc-3da0-84ea-0094-9ec4835f327a, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.312700] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15530b0c-4065-43b4-942e-fda76737b8d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318548] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 757.318548] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5289aa0a-ad3c-8ae3-22ea-a5125da99639" [ 757.318548] env[68828]: _type = "Task" [ 757.318548] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.319608] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updated VIF entry in instance network info cache for port 41df4450-25ca-4406-9fa3-7404fd3be48b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.319608] env[68828]: DEBUG nova.network.neutron [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [{"id": "41df4450-25ca-4406-9fa3-7404fd3be48b", "address": "fa:16:3e:a1:39:63", "network": {"id": "06680191-7d0c-4b60-9891-2e9fc35809e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-401764724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1ac6b848d8413ea1d6a2d4bf5a37c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41df4450-25", "ovs_interfaceid": "41df4450-25ca-4406-9fa3-7404fd3be48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.333435] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5289aa0a-ad3c-8ae3-22ea-a5125da99639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.494478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.511496] env[68828]: DEBUG nova.network.neutron [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.575258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d09313-552a-476b-9019-af99a2f0444a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.578895] env[68828]: DEBUG oslo_concurrency.lockutils [req-f1fc597d-3192-4ea1-bfbd-50d3e732c9f2 req-7b7766d0-3c93-49c4-afff-51034f3a33aa service nova] Releasing lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578895] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578895] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.586417] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af8389-b539-457d-b15d-5f075bc218b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.618129] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59269f3d-2cfb-4e2f-bc39-8ecfb6b43fd1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.627360] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333f3a5-5f4d-4854-af9a-9263961114fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.644769] env[68828]: DEBUG nova.compute.provider_tree [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.717789] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230313, 'name': ReconfigVM_Task, 'duration_secs': 0.300688} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.718047] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5f618d22-e3ff-41b9-9131-26730e117394/5f618d22-e3ff-41b9-9131-26730e117394.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.718678] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc024f5-0556-489d-a544-732204ea561c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.726611] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 757.726611] env[68828]: value = "task-3230314" [ 757.726611] env[68828]: _type = "Task" [ 757.726611] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.734843] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230314, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.825849] env[68828]: DEBUG oslo_concurrency.lockutils [req-1015c2c9-4e30-4544-be65-086dd02d3efb req-63379c69-494b-472b-9c98-f2c0728f61e3 service nova] Releasing lock "refresh_cache-c47f954b-7a48-45ad-a006-148c9b26f2b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.832332] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5289aa0a-ad3c-8ae3-22ea-a5125da99639, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.832572] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.832832] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 757.833123] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a14267e-7ca2-44f3-b153-35e13b9643fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.839858] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 757.839858] env[68828]: value = "task-3230315" [ 757.839858] env[68828]: _type = "Task" [ 757.839858] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.848072] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.948193] env[68828]: DEBUG nova.objects.instance [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lazy-loading 'flavor' on Instance uuid bbcadc80-7d0d-4516-9bb9-8c27817ce072 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.015081] env[68828]: INFO nova.compute.manager [-] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Took 1.35 seconds to deallocate network for instance. [ 758.147409] env[68828]: DEBUG nova.scheduler.client.report [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.151775] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.242855] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230314, 'name': Rename_Task, 'duration_secs': 0.281527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.243160] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.243574] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae1589a-ad31-41a3-9e3e-4055afb732d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.251665] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 758.251665] env[68828]: value = "task-3230316" [ 758.251665] env[68828]: _type = "Task" [ 758.251665] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.263194] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.351735] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492711} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.351995] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 758.352776] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e6929c-5088-4228-89a9-b73205fbc64b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.386291] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.386604] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1be13d-3bf1-49bd-ae3c-7f373da4d253 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.400090] env[68828]: DEBUG nova.network.neutron [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updating instance_info_cache with network_info: [{"id": "58b24847-6d14-4a73-ac64-728b47d36608", "address": "fa:16:3e:6f:bb:f2", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b24847-6d", "ovs_interfaceid": "58b24847-6d14-4a73-ac64-728b47d36608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.406958] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 758.406958] env[68828]: value = "task-3230317" [ 758.406958] env[68828]: _type = "Task" [ 758.406958] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.415245] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.454945] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.455334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquired lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.456676] env[68828]: DEBUG nova.network.neutron [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.456676] env[68828]: DEBUG nova.objects.instance [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lazy-loading 'info_cache' on Instance uuid bbcadc80-7d0d-4516-9bb9-8c27817ce072 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.521374] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.532099] env[68828]: DEBUG nova.compute.manager [req-0096ef79-b3f5-46dd-b2c2-6e089a8567ed req-951ee500-3c69-4aa5-9dbe-16a1bab367a7 service nova] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Received event network-vif-deleted-2c49ef0c-9282-4907-8b08-e6986e55481a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.659752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.660371] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.667772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.361s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.669682] env[68828]: INFO nova.compute.claims [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.761077] env[68828]: DEBUG oslo_vmware.api [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230316, 'name': PowerOnVM_Task, 'duration_secs': 0.444127} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.761372] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.761571] env[68828]: INFO nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Took 8.31 seconds to spawn the instance on the hypervisor. [ 758.761750] env[68828]: DEBUG nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.762525] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6b9f0-c8c7-41c8-aa3a-e69500999113 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.906351] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.906351] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance network_info: |[{"id": "58b24847-6d14-4a73-ac64-728b47d36608", "address": "fa:16:3e:6f:bb:f2", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b24847-6d", "ovs_interfaceid": "58b24847-6d14-4a73-ac64-728b47d36608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.908478] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:bb:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b24847-6d14-4a73-ac64-728b47d36608', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.915998] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Creating folder: Project (73df5c1cad1746328b41dbacbecfb26f). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.916674] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "392377e1-e0c2-4696-ad23-66a9287fa003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.916971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.917219] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2062c50-dcbb-47c8-8f4a-1868cdb54518 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.927990] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230317, 'name': ReconfigVM_Task, 'duration_secs': 0.283954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.928335] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.929155] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7fb23-fb96-4885-8a9d-6a9615a71201 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.932439] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Created folder: Project (73df5c1cad1746328b41dbacbecfb26f) in parent group-v645630. [ 758.932667] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Creating folder: Instances. Parent ref: group-v645718. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.933205] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839471da-1c04-424c-a647-065f77569904 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.957476] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcee599-0c0d-4730-b643-0fc299fad69d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.967558] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Created folder: Instances in parent group-v645718. [ 758.967797] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.968986] env[68828]: DEBUG nova.objects.base [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 758.970894] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.971142] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a411c8a-0855-4046-ad06-9210d0fffd39 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.986813] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 758.986813] env[68828]: value = "task-3230320" [ 758.986813] env[68828]: _type = "Task" [ 758.986813] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.992137] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.992137] env[68828]: value = "task-3230321" [ 758.992137] env[68828]: _type = "Task" [ 758.992137] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.995732] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.003044] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230321, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.169621] env[68828]: DEBUG nova.compute.utils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.171077] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.171803] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.240695] env[68828]: DEBUG nova.policy [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a497bb23343c4ce487b6ddbb03613b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e52b273b5384020a40037ac5c1add9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.277398] env[68828]: INFO nova.compute.manager [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Took 36.81 seconds to build instance. [ 759.499100] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230320, 'name': ReconfigVM_Task, 'duration_secs': 0.146306} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.503226] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.503567] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df8cf62-66e5-40f2-9006-350e850f3b72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.511556] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230321, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.512559] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 759.512559] env[68828]: value = "task-3230322" [ 759.512559] env[68828]: _type = "Task" [ 759.512559] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.519737] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.677209] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.714103] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Successfully created port: a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.731899] env[68828]: DEBUG nova.network.neutron [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updating instance_info_cache with network_info: [{"id": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "address": "fa:16:3e:fb:5b:09", "network": {"id": "ef4e559e-4e39-4bf0-acd2-b05b72a79fc0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1741527813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e765d2badc49fb8224538fe4af459c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4745e414-35", "ovs_interfaceid": "4745e414-35fc-49f3-8d3b-0ef25e1c7e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.781769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a025ce9-0748-4c68-b0c9-b8e698687632 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.279s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.007589] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230321, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.024401] env[68828]: DEBUG oslo_vmware.api [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230322, 'name': PowerOnVM_Task, 'duration_secs': 0.446775} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.024401] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.028012] env[68828]: DEBUG nova.compute.manager [None req-d0e2ccb4-8f70-42b1-941f-f18fae9f8abc tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.029081] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d701e-bf75-48b0-94c8-07837d561122 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.096735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "5f618d22-e3ff-41b9-9131-26730e117394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.096985] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.097252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "5f618d22-e3ff-41b9-9131-26730e117394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.097387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.097599] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.099877] env[68828]: INFO nova.compute.manager [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Terminating instance [ 760.223991] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2645107-58d7-465f-8752-4d6650e9e011 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.233249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Releasing lock "refresh_cache-bbcadc80-7d0d-4516-9bb9-8c27817ce072" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.235262] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed0fbe-11a2-4864-9709-e0edc1a2418b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.268390] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81e4899-7181-43c3-ab1a-083e48f11fe7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.277040] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98c252-4277-4ac0-8bfe-a1b4bda49313 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.290660] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.294384] env[68828]: DEBUG nova.compute.provider_tree [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.510115] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230321, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.603766] env[68828]: DEBUG nova.compute.manager [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.603869] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.604724] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f914f869-9858-4349-86a0-ecadde8665a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.613139] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.613139] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48aa1e93-c746-43c3-bfc3-79845f13cc53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.619300] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 760.619300] env[68828]: value = "task-3230323" [ 760.619300] env[68828]: _type = "Task" [ 760.619300] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.627345] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.688022] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.719110] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.719420] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.719584] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.719764] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.719943] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.720516] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.720795] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.720994] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.721208] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.721393] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.721644] env[68828]: DEBUG nova.virt.hardware [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.722636] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cf5ffd-f2ca-4280-b412-9a227f6f2c5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.731613] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268d85f-d736-400c-a503-c92e2ca44b0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.800389] env[68828]: DEBUG nova.scheduler.client.report [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.817048] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.008901] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230321, 'name': CreateVM_Task, 'duration_secs': 1.707899} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.009085] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.009763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.009916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.010264] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.010521] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4017edf5-4029-45d2-a363-2774184cd073 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.014746] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 761.014746] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521f25c7-1214-5705-4d6b-6eb456adc432" [ 761.014746] env[68828]: _type = "Task" [ 761.014746] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.022225] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521f25c7-1214-5705-4d6b-6eb456adc432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.129225] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230323, 'name': PowerOffVM_Task, 'duration_secs': 0.287147} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.129484] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.129643] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.129875] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fdb796-542f-45d5-80b2-9ab273aceee3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192041] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.192151] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.192298] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Deleting the datastore file [datastore1] 5f618d22-e3ff-41b9-9131-26730e117394 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.192652] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12f1c29-c0f6-48e4-84ca-4c8dcc575b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.198862] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for the task: (returnval){ [ 761.198862] env[68828]: value = "task-3230325" [ 761.198862] env[68828]: _type = "Task" [ 761.198862] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.206958] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.258845] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.259218] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55679247-8ba9-45dc-99c6-1a1567228e6a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.266410] env[68828]: DEBUG oslo_vmware.api [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 761.266410] env[68828]: value = "task-3230326" [ 761.266410] env[68828]: _type = "Task" [ 761.266410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.274279] env[68828]: DEBUG oslo_vmware.api [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.307537] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.308086] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.311221] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.311564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.312098] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.838s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.315095] env[68828]: INFO nova.compute.claims [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.445341] env[68828]: DEBUG nova.compute.manager [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Received event network-vif-plugged-a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.445561] env[68828]: DEBUG oslo_concurrency.lockutils [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] Acquiring lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.445797] env[68828]: DEBUG oslo_concurrency.lockutils [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.445988] env[68828]: DEBUG oslo_concurrency.lockutils [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.446175] env[68828]: DEBUG nova.compute.manager [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] No waiting events found dispatching network-vif-plugged-a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.446340] env[68828]: WARNING nova.compute.manager [req-2aa35cde-7fd3-4879-a0db-2e537f494016 req-5529d81a-34e4-4a39-b08b-ebcf110dea6e service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Received unexpected event network-vif-plugged-a1ef58b5-5d0a-4755-8049-77f14f350d42 for instance with vm_state building and task_state spawning. [ 761.533294] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521f25c7-1214-5705-4d6b-6eb456adc432, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.533621] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.533867] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.534128] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.534297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.534479] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.534776] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-660514c7-7e59-485c-8ec4-edb73615a742 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.550532] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Successfully updated port: a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.554421] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.554663] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.555837] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3271a5e-6b27-4544-9beb-430d9998f585 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.561959] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 761.561959] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c645d1-d3f6-4a6e-7ca3-f72ebf5a03b9" [ 761.561959] env[68828]: _type = "Task" [ 761.561959] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.573064] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c645d1-d3f6-4a6e-7ca3-f72ebf5a03b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.710122] env[68828]: DEBUG oslo_vmware.api [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Task: {'id': task-3230325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147265} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.710410] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.710607] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.710782] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.710946] env[68828]: INFO nova.compute.manager [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Took 1.11 seconds to destroy the instance on the hypervisor. [ 761.711195] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.711386] env[68828]: DEBUG nova.compute.manager [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.711482] env[68828]: DEBUG nova.network.neutron [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.776731] env[68828]: DEBUG oslo_vmware.api [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230326, 'name': PowerOnVM_Task, 'duration_secs': 0.401234} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.777042] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.777249] env[68828]: DEBUG nova.compute.manager [None req-66aae067-85e2-4f7e-ac1c-d6b875e853b2 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.778088] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38944e27-a8a9-451b-895d-0dd2aba777d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.813773] env[68828]: DEBUG nova.compute.utils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.815322] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.815557] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.861224] env[68828]: DEBUG nova.policy [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362a9b20fbb04d9a87479df58299d724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '213ba86926b0499f8d27e9899eee3c86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.056359] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.056503] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquired lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056655] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.078185] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c645d1-d3f6-4a6e-7ca3-f72ebf5a03b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01439} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.078633] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3184354-a972-4ca6-b2fd-f4bc9ea2afc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.084126] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 762.084126] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a677b-c62b-d8bb-95e3-482735947050" [ 762.084126] env[68828]: _type = "Task" [ 762.084126] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.092828] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a677b-c62b-d8bb-95e3-482735947050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.159199] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Successfully created port: 00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.318971] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.540662] env[68828]: DEBUG nova.network.neutron [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.598336] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a677b-c62b-d8bb-95e3-482735947050, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.598623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.599405] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e3018609-8a3a-46cf-ba3a-98905fcffcf0/e3018609-8a3a-46cf-ba3a-98905fcffcf0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.599672] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6ca0c7-1051-43b6-a9dd-da455522e3c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.606118] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 762.606118] env[68828]: value = "task-3230327" [ 762.606118] env[68828]: _type = "Task" [ 762.606118] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.614642] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.618079] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.813859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c639baf-b2b7-449e-866f-0cd127297ea6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.821414] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea7a13-5aab-4253-a311-4b646288da31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.825803] env[68828]: DEBUG nova.network.neutron [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updating instance_info_cache with network_info: [{"id": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "address": "fa:16:3e:5f:a1:10", "network": {"id": "0e45d1d3-cc1a-47fa-935e-8d1aa857f68e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-65700119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e52b273b5384020a40037ac5c1add9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ef58b5-5d", "ovs_interfaceid": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.862473] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd71e8-b7e7-4f58-916e-ab74d214b122 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.871253] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739d82e-a97a-417d-b25d-3819b4cfdc33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.885910] env[68828]: DEBUG nova.compute.provider_tree [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.045808] env[68828]: INFO nova.compute.manager [-] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Took 1.33 seconds to deallocate network for instance. [ 763.119757] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.332078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Releasing lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.332078] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Instance network_info: |[{"id": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "address": "fa:16:3e:5f:a1:10", "network": {"id": "0e45d1d3-cc1a-47fa-935e-8d1aa857f68e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-65700119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e52b273b5384020a40037ac5c1add9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ef58b5-5d", "ovs_interfaceid": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.333707] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.337841] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:a1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1ef58b5-5d0a-4755-8049-77f14f350d42', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.351113] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Creating folder: Project (2e52b273b5384020a40037ac5c1add9e). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.352209] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0658d1af-a64f-4673-8466-e10658e10a24 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.365418] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.365794] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.366039] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.366440] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.366666] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.366995] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.367372] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.367672] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.367919] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.368184] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.368576] env[68828]: DEBUG nova.virt.hardware [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.370009] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ee1d92-cb8e-406c-ad6c-78d8799dbac0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.375786] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Created folder: Project (2e52b273b5384020a40037ac5c1add9e) in parent group-v645630. [ 763.376076] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Creating folder: Instances. Parent ref: group-v645721. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.377012] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f312814-9ef9-43a3-af86-cc0686a52f93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.383448] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc993d-f943-492a-a600-89a35cc9a9e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.389708] env[68828]: DEBUG nova.scheduler.client.report [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.393367] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Created folder: Instances in parent group-v645721. [ 763.393619] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.397799] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.398168] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e2c913-1063-4a76-aa4f-9b2d7d64ee52 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.437433] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.437433] env[68828]: value = "task-3230330" [ 763.437433] env[68828]: _type = "Task" [ 763.437433] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.447355] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230330, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.553380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.618637] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951183} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.618904] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e3018609-8a3a-46cf-ba3a-98905fcffcf0/e3018609-8a3a-46cf-ba3a-98905fcffcf0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.619133] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.619382] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8124e6be-ae42-4a4e-9dbd-5bb008faca3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.626432] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 763.626432] env[68828]: value = "task-3230331" [ 763.626432] env[68828]: _type = "Task" [ 763.626432] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.633626] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.738998] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Successfully updated port: 00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.899855] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.900619] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.903477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.932s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.905520] env[68828]: INFO nova.compute.claims [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.949465] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230330, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.951986] env[68828]: DEBUG nova.compute.manager [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Received event network-changed-a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.952189] env[68828]: DEBUG nova.compute.manager [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Refreshing instance network info cache due to event network-changed-a1ef58b5-5d0a-4755-8049-77f14f350d42. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.952403] env[68828]: DEBUG oslo_concurrency.lockutils [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] Acquiring lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.952559] env[68828]: DEBUG oslo_concurrency.lockutils [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] Acquired lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.952699] env[68828]: DEBUG nova.network.neutron [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Refreshing network info cache for port a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.041101] env[68828]: DEBUG nova.compute.manager [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Received event network-vif-plugged-00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.041330] env[68828]: DEBUG oslo_concurrency.lockutils [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] Acquiring lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.041578] env[68828]: DEBUG oslo_concurrency.lockutils [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] Lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.041817] env[68828]: DEBUG oslo_concurrency.lockutils [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] Lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.042015] env[68828]: DEBUG nova.compute.manager [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] No waiting events found dispatching network-vif-plugged-00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.042306] env[68828]: WARNING nova.compute.manager [req-099d542a-0de7-4ef2-8d50-4508c286edfa req-a3152139-ced0-4b9a-9736-8d2ce39b50af service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Received unexpected event network-vif-plugged-00048f3b-4922-4809-8456-ad98c5618197 for instance with vm_state building and task_state spawning. [ 764.137042] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064426} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.137042] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.137042] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484f6e9-dee4-4294-b0ef-db2f79992b54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157115] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] e3018609-8a3a-46cf-ba3a-98905fcffcf0/e3018609-8a3a-46cf-ba3a-98905fcffcf0.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.157399] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588cf2bc-6ffd-4acd-89c2-371b21c448fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.176362] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 764.176362] env[68828]: value = "task-3230332" [ 764.176362] env[68828]: _type = "Task" [ 764.176362] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.183761] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.242172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.242321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquired lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.242472] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.410494] env[68828]: DEBUG nova.compute.utils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.414501] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.414880] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.448205] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230330, 'name': CreateVM_Task, 'duration_secs': 0.609994} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.448391] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.449075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.449243] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.450013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.451475] env[68828]: DEBUG nova.policy [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa361d6d90544e9a400dd581320c547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4843b5dbe7404384bdc633eb6eece3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.452815] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a24ddbb-2fff-4bcb-9f57-c6bb35cc9d88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.460584] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 764.460584] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52114dcb-a904-3571-a6d5-8599d2c27833" [ 764.460584] env[68828]: _type = "Task" [ 764.460584] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.467521] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52114dcb-a904-3571-a6d5-8599d2c27833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.691928] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.733384] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Successfully created port: 947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.763802] env[68828]: DEBUG nova.network.neutron [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updated VIF entry in instance network info cache for port a1ef58b5-5d0a-4755-8049-77f14f350d42. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.766098] env[68828]: DEBUG nova.network.neutron [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updating instance_info_cache with network_info: [{"id": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "address": "fa:16:3e:5f:a1:10", "network": {"id": "0e45d1d3-cc1a-47fa-935e-8d1aa857f68e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-65700119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e52b273b5384020a40037ac5c1add9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ef58b5-5d", "ovs_interfaceid": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.782741] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.915912] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.969550] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52114dcb-a904-3571-a6d5-8599d2c27833, 'name': SearchDatastore_Task, 'duration_secs': 0.042298} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.972178] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.972413] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.972704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.972819] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.972999] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.973446] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5bb93e-43f6-4a2e-9063-36c5e9726189 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.981697] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.981972] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.989075] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a03f06-6a1e-4a98-8009-bc210e0d37a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997272] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 764.997272] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc719-b669-d4c3-6a9a-00f0ed3c0168" [ 764.997272] env[68828]: _type = "Task" [ 764.997272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.004737] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc719-b669-d4c3-6a9a-00f0ed3c0168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.016586] env[68828]: DEBUG nova.network.neutron [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updating instance_info_cache with network_info: [{"id": "00048f3b-4922-4809-8456-ad98c5618197", "address": "fa:16:3e:d9:71:9e", "network": {"id": "291614cf-4fe6-4338-bcdb-b488d94853b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395996432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "213ba86926b0499f8d27e9899eee3c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00048f3b-49", "ovs_interfaceid": "00048f3b-4922-4809-8456-ad98c5618197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.189791] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230332, 'name': ReconfigVM_Task, 'duration_secs': 0.777978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.190085] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] e3018609-8a3a-46cf-ba3a-98905fcffcf0/e3018609-8a3a-46cf-ba3a-98905fcffcf0.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.190721] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d49fe5-98c5-46d3-b0d0-ed598da74167 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.196482] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 765.196482] env[68828]: value = "task-3230333" [ 765.196482] env[68828]: _type = "Task" [ 765.196482] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.204796] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230333, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.268818] env[68828]: DEBUG oslo_concurrency.lockutils [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] Releasing lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.269151] env[68828]: DEBUG nova.compute.manager [req-90b670c7-d898-486e-8501-1d581d1e6485 req-e08f25a4-2f2a-48f3-b75a-15e8f6ee0081 service nova] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Received event network-vif-deleted-bc44d0d2-b97a-423e-9a66-ceb47bcb1ee0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.408951] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629fd4c3-a0e6-46a5-835b-5328f5d7a01d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.416492] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a20b58-525d-4267-bc01-183db6e16127 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.450804] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8d5f0-7314-476c-ba3b-7845b206613d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.458187] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d38b86-064d-46bb-a177-b6207b4aef32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.471555] env[68828]: DEBUG nova.compute.provider_tree [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.508724] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc719-b669-d4c3-6a9a-00f0ed3c0168, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.509478] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c00fd4-c675-4093-a370-bc37bdd697e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.515101] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 765.515101] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d9a767-2dde-9746-2e28-45c138f76286" [ 765.515101] env[68828]: _type = "Task" [ 765.515101] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.521241] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Releasing lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.522025] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Instance network_info: |[{"id": "00048f3b-4922-4809-8456-ad98c5618197", "address": "fa:16:3e:d9:71:9e", "network": {"id": "291614cf-4fe6-4338-bcdb-b488d94853b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395996432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "213ba86926b0499f8d27e9899eee3c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00048f3b-49", "ovs_interfaceid": "00048f3b-4922-4809-8456-ad98c5618197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.524929] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:71:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00048f3b-4922-4809-8456-ad98c5618197', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.532220] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Creating folder: Project (213ba86926b0499f8d27e9899eee3c86). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.532508] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d9a767-2dde-9746-2e28-45c138f76286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.532971] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc151e2-07c0-4125-99d1-329146203f5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.541940] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Created folder: Project (213ba86926b0499f8d27e9899eee3c86) in parent group-v645630. [ 765.542131] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Creating folder: Instances. Parent ref: group-v645724. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.542497] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beb01799-4eb8-46d1-ab0d-bd3201b9c32e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.551059] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Created folder: Instances in parent group-v645724. [ 765.551290] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.551475] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.551666] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58eba8ef-c6ee-473a-a10b-7deb3ee061df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.575536] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.575536] env[68828]: value = "task-3230336" [ 765.575536] env[68828]: _type = "Task" [ 765.575536] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.583459] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230336, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.706266] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230333, 'name': Rename_Task, 'duration_secs': 0.126384} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.706531] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.706767] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb1cdeb-e0ae-4fa5-a61a-0e9e336f73b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.713338] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 765.713338] env[68828]: value = "task-3230337" [ 765.713338] env[68828]: _type = "Task" [ 765.713338] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.721549] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.954741] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.974761] env[68828]: DEBUG nova.scheduler.client.report [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.984130] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.984354] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.984515] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.984697] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.984859] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.984983] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.985197] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.985355] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.985521] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.985837] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.985837] env[68828]: DEBUG nova.virt.hardware [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.986703] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2af372-24e0-4fbf-901e-0fd0994acd31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.996341] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef60698-e00c-4185-b66d-a6fd2fc1a693 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.025419] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d9a767-2dde-9746-2e28-45c138f76286, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.025560] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.025721] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e3ed8924-79e4-4af3-9bac-fa8ea807832c/e3ed8924-79e4-4af3-9bac-fa8ea807832c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.025991] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63eedeca-e593-49f2-af97-b8f3a8b922ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.033057] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 766.033057] env[68828]: value = "task-3230338" [ 766.033057] env[68828]: _type = "Task" [ 766.033057] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.041810] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.066641] env[68828]: DEBUG nova.compute.manager [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Received event network-changed-00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.066940] env[68828]: DEBUG nova.compute.manager [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Refreshing instance network info cache due to event network-changed-00048f3b-4922-4809-8456-ad98c5618197. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.067057] env[68828]: DEBUG oslo_concurrency.lockutils [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] Acquiring lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.067203] env[68828]: DEBUG oslo_concurrency.lockutils [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] Acquired lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.067362] env[68828]: DEBUG nova.network.neutron [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Refreshing network info cache for port 00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.073710] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "d72b95bc-c418-4a85-aca1-54efaf67217a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.073920] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.074105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.074309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.074480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.076827] env[68828]: INFO nova.compute.manager [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Terminating instance [ 766.089408] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230336, 'name': CreateVM_Task, 'duration_secs': 0.278975} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.089573] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.090219] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.090433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.090863] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.091616] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8bcdff-08af-43f2-a520-e6ca465be697 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.096688] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 766.096688] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520b1100-54c5-1fc9-1351-29722661acb1" [ 766.096688] env[68828]: _type = "Task" [ 766.096688] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.105084] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520b1100-54c5-1fc9-1351-29722661acb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.224489] env[68828]: DEBUG oslo_vmware.api [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230337, 'name': PowerOnVM_Task, 'duration_secs': 0.454459} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.228020] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.228020] env[68828]: INFO nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Took 10.90 seconds to spawn the instance on the hypervisor. [ 766.228020] env[68828]: DEBUG nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.228020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02194c-eb8e-49da-9f70-c45abe678d65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.330467] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Successfully updated port: 947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.479880] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.479880] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.482954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.086s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.484679] env[68828]: INFO nova.compute.claims [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.544618] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.584125] env[68828]: DEBUG nova.compute.manager [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.584370] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.585249] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc77695-a958-48f8-836b-ffd62ee6bc0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.593070] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.593319] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0811d567-c39c-4da3-be54-5c74af93a050 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.603983] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 766.603983] env[68828]: value = "task-3230339" [ 766.603983] env[68828]: _type = "Task" [ 766.603983] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.612848] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520b1100-54c5-1fc9-1351-29722661acb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.612848] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.613187] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.613301] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.613472] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.613675] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.617186] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ceea3ae-7926-4e5d-b927-c7ca3f49e935 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.619664] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.627281] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.627281] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.633131] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ec587d-eed9-4aed-9460-88db85ad207f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.635923] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 766.635923] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523048ef-df1e-dc1f-f560-54f0ac33fec5" [ 766.635923] env[68828]: _type = "Task" [ 766.635923] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.644422] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523048ef-df1e-dc1f-f560-54f0ac33fec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.745517] env[68828]: INFO nova.compute.manager [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Took 33.85 seconds to build instance. [ 766.823555] env[68828]: DEBUG nova.network.neutron [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updated VIF entry in instance network info cache for port 00048f3b-4922-4809-8456-ad98c5618197. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.824115] env[68828]: DEBUG nova.network.neutron [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updating instance_info_cache with network_info: [{"id": "00048f3b-4922-4809-8456-ad98c5618197", "address": "fa:16:3e:d9:71:9e", "network": {"id": "291614cf-4fe6-4338-bcdb-b488d94853b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395996432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "213ba86926b0499f8d27e9899eee3c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00048f3b-49", "ovs_interfaceid": "00048f3b-4922-4809-8456-ad98c5618197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.836581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.836754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.836939] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.989927] env[68828]: DEBUG nova.compute.utils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.993986] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.994364] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.033593] env[68828]: DEBUG nova.policy [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad64634a3d134f5db504c604441d2ed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '368dd574a7d94462bf90409c16ac4f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.045070] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516257} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.045234] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e3ed8924-79e4-4af3-9bac-fa8ea807832c/e3ed8924-79e4-4af3-9bac-fa8ea807832c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.045440] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.045687] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30970cfb-cc31-47c6-9df6-20464eedbae3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.052825] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 767.052825] env[68828]: value = "task-3230340" [ 767.052825] env[68828]: _type = "Task" [ 767.052825] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.069068] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.117182] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230339, 'name': PowerOffVM_Task, 'duration_secs': 0.26114} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.117182] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.117182] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.117182] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2106dd0c-b83b-4772-b013-3fc86f21d1ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.146379] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523048ef-df1e-dc1f-f560-54f0ac33fec5, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.147235] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9ef90b-e2f9-4317-9de8-d77b749052c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.152997] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 767.152997] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c706a6-1f4d-4786-fd28-bf454a6c291d" [ 767.152997] env[68828]: _type = "Task" [ 767.152997] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.161793] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c706a6-1f4d-4786-fd28-bf454a6c291d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.203029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.203029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.203029] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleting the datastore file [datastore2] d72b95bc-c418-4a85-aca1-54efaf67217a {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.203029] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85e9fe7-c57c-4e59-b064-3588a4e64c0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.211127] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 767.211127] env[68828]: value = "task-3230342" [ 767.211127] env[68828]: _type = "Task" [ 767.211127] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.219624] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.249080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b55ca15-8a66-4bd1-bc3c-36238d8cc888 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.864s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.327580] env[68828]: DEBUG oslo_concurrency.lockutils [req-e8e1d0ca-0cdf-4863-9467-37341dc7c01c req-463af11b-59a7-4996-b524-4aa894640ee4 service nova] Releasing lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379045] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Successfully created port: 85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.383187] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.502436] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.566521] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240872} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.566820] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.567976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc407180-2b63-4072-9054-e4daabd1f8cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.595740] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e3ed8924-79e4-4af3-9bac-fa8ea807832c/e3ed8924-79e4-4af3-9bac-fa8ea807832c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.599038] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ea0483-1986-4923-9346-d57625aa6e73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.620171] env[68828]: DEBUG nova.compute.manager [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Received event network-changed-58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.620293] env[68828]: DEBUG nova.compute.manager [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Refreshing instance network info cache due to event network-changed-58b24847-6d14-4a73-ac64-728b47d36608. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.620555] env[68828]: DEBUG oslo_concurrency.lockutils [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] Acquiring lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.621098] env[68828]: DEBUG oslo_concurrency.lockutils [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] Acquired lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.621304] env[68828]: DEBUG nova.network.neutron [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Refreshing network info cache for port 58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.624159] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 767.624159] env[68828]: value = "task-3230343" [ 767.624159] env[68828]: _type = "Task" [ 767.624159] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.641024] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.669927] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c706a6-1f4d-4786-fd28-bf454a6c291d, 'name': SearchDatastore_Task, 'duration_secs': 0.030879} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.672569] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.673070] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5152d49a-74aa-437e-b489-e47d585fd47c/5152d49a-74aa-437e-b489-e47d585fd47c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.674857] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea2eeec-f578-4144-9021-eee3146fd716 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.681780] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 767.681780] env[68828]: value = "task-3230344" [ 767.681780] env[68828]: _type = "Task" [ 767.681780] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.691435] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.720485] env[68828]: DEBUG oslo_vmware.api [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493336} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.723456] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.723741] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.723899] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.724039] env[68828]: INFO nova.compute.manager [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.724349] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.724635] env[68828]: DEBUG nova.compute.manager [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.724732] env[68828]: DEBUG nova.network.neutron [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.751173] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.838069] env[68828]: DEBUG nova.network.neutron [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Updating instance_info_cache with network_info: [{"id": "947299a6-546b-40c0-be66-868404dea504", "address": "fa:16:3e:2b:c6:28", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947299a6-54", "ovs_interfaceid": "947299a6-546b-40c0-be66-868404dea504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.122379] env[68828]: DEBUG nova.compute.manager [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Received event network-vif-plugged-947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.122977] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Acquiring lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.122977] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.123587] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.123884] env[68828]: DEBUG nova.compute.manager [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] No waiting events found dispatching network-vif-plugged-947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.124150] env[68828]: WARNING nova.compute.manager [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Received unexpected event network-vif-plugged-947299a6-546b-40c0-be66-868404dea504 for instance with vm_state building and task_state spawning. [ 768.124418] env[68828]: DEBUG nova.compute.manager [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Received event network-changed-947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.124691] env[68828]: DEBUG nova.compute.manager [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Refreshing instance network info cache due to event network-changed-947299a6-546b-40c0-be66-868404dea504. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.124978] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Acquiring lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.148140] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.194847] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.197366] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63680fec-6dd5-4eb0-8be4-355c8b06c4b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.205610] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5847850-c4d9-4dc1-b772-df0006c65e22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.237930] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cbd533-507d-46b5-ad4f-99134672e846 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.246163] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812a021-4cf6-4d8f-b1c8-f27fbe3ab015 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.266755] env[68828]: DEBUG nova.compute.provider_tree [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.291746] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.340842] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.341241] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance network_info: |[{"id": "947299a6-546b-40c0-be66-868404dea504", "address": "fa:16:3e:2b:c6:28", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947299a6-54", "ovs_interfaceid": "947299a6-546b-40c0-be66-868404dea504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.341617] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Acquired lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.341803] env[68828]: DEBUG nova.network.neutron [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Refreshing network info cache for port 947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.343131] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c6:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947299a6-546b-40c0-be66-868404dea504', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.352447] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating folder: Project (fb4843b5dbe7404384bdc633eb6eece3). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.352861] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f033444b-25db-4a17-9e5e-7a64ad1e9b67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.367303] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created folder: Project (fb4843b5dbe7404384bdc633eb6eece3) in parent group-v645630. [ 768.367533] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating folder: Instances. Parent ref: group-v645727. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.367747] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca6869a-1e64-4dd2-b4f3-ad42b65d073a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.377647] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created folder: Instances in parent group-v645727. [ 768.377904] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.378109] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.378424] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26495c9c-0c8d-429c-8218-3a43a2cc107c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.400796] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.400796] env[68828]: value = "task-3230347" [ 768.400796] env[68828]: _type = "Task" [ 768.400796] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.409289] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230347, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.526274] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.528958] env[68828]: DEBUG nova.network.neutron [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.553063] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.553320] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.553475] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.553657] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.553905] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.553980] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.554542] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.554753] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.554913] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.555089] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.555263] env[68828]: DEBUG nova.virt.hardware [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.556336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c216b-725c-404f-a99a-b59c30ae7240 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.566840] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7daa950-29b3-49d0-a5e4-d216b9a608fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.601771] env[68828]: DEBUG nova.network.neutron [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updated VIF entry in instance network info cache for port 58b24847-6d14-4a73-ac64-728b47d36608. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.602155] env[68828]: DEBUG nova.network.neutron [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updating instance_info_cache with network_info: [{"id": "58b24847-6d14-4a73-ac64-728b47d36608", "address": "fa:16:3e:6f:bb:f2", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b24847-6d", "ovs_interfaceid": "58b24847-6d14-4a73-ac64-728b47d36608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.639438] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230343, 'name': ReconfigVM_Task, 'duration_secs': 0.875411} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.641311] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e3ed8924-79e4-4af3-9bac-fa8ea807832c/e3ed8924-79e4-4af3-9bac-fa8ea807832c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.641311] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2efff76-d880-45da-99a0-7cc1b443c1b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.648103] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 768.648103] env[68828]: value = "task-3230348" [ 768.648103] env[68828]: _type = "Task" [ 768.648103] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.656329] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230348, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.692510] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776565} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.692790] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5152d49a-74aa-437e-b489-e47d585fd47c/5152d49a-74aa-437e-b489-e47d585fd47c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.693310] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.693310] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22ed879-8387-460a-ac7b-6997d82ea3f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.702206] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 768.702206] env[68828]: value = "task-3230349" [ 768.702206] env[68828]: _type = "Task" [ 768.702206] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.710994] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.775624] env[68828]: DEBUG nova.scheduler.client.report [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.912605] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230347, 'name': CreateVM_Task, 'duration_secs': 0.363044} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.912805] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.913523] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.913689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.914051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.914290] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d223f7db-8976-4000-944a-cd2a8ad910df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.919586] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 768.919586] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c93097-6803-4781-1179-5bf228efbee2" [ 768.919586] env[68828]: _type = "Task" [ 768.919586] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.927803] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c93097-6803-4781-1179-5bf228efbee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.032028] env[68828]: INFO nova.compute.manager [-] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Took 1.31 seconds to deallocate network for instance. [ 769.065207] env[68828]: DEBUG nova.network.neutron [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Updated VIF entry in instance network info cache for port 947299a6-546b-40c0-be66-868404dea504. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.065414] env[68828]: DEBUG nova.network.neutron [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Updating instance_info_cache with network_info: [{"id": "947299a6-546b-40c0-be66-868404dea504", "address": "fa:16:3e:2b:c6:28", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947299a6-54", "ovs_interfaceid": "947299a6-546b-40c0-be66-868404dea504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.104577] env[68828]: DEBUG oslo_concurrency.lockutils [req-170eeae8-66a8-4f87-b3ee-ab84362a6a83 req-ff265168-9c40-4f10-a3b2-3027441a29f1 service nova] Releasing lock "refresh_cache-e3018609-8a3a-46cf-ba3a-98905fcffcf0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.159220] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230348, 'name': Rename_Task, 'duration_secs': 0.16097} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.160450] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.160450] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26e7c03-8070-4632-9268-965437762108 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.166710] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 769.166710] env[68828]: value = "task-3230350" [ 769.166710] env[68828]: _type = "Task" [ 769.166710] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.176615] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.190412] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Successfully updated port: 85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.214219] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103786} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.214492] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.215280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663804f1-1057-4e97-93eb-84bc49190287 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.238733] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 5152d49a-74aa-437e-b489-e47d585fd47c/5152d49a-74aa-437e-b489-e47d585fd47c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.239036] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f51725-71fc-4b43-bbc5-2c40cfdef236 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.259015] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 769.259015] env[68828]: value = "task-3230351" [ 769.259015] env[68828]: _type = "Task" [ 769.259015] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.266812] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.282270] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.282861] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.285586] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.765s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.285856] env[68828]: DEBUG nova.objects.instance [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lazy-loading 'resources' on Instance uuid e7d41890-f48b-470e-b33e-cd64c725e2c8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.429787] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c93097-6803-4781-1179-5bf228efbee2, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.430121] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.430362] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.430632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.430788] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.430967] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.431296] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa8319f-7dc8-4761-9cf4-210188b67949 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.441881] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.442113] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.442803] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aae1c2-d3ae-40f7-85d7-785a03616d5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.447704] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 769.447704] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52113d47-585b-ad9b-7a0b-23cdf0408f02" [ 769.447704] env[68828]: _type = "Task" [ 769.447704] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.455139] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52113d47-585b-ad9b-7a0b-23cdf0408f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.539413] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.568351] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c27fb1-e131-41ec-a648-7e38ac8beb10 req-8f15650a-590c-43cd-8e21-eec1e08052bc service nova] Releasing lock "refresh_cache-bc7506b3-7995-46f3-9828-a5271aa01ab5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.646329] env[68828]: DEBUG nova.compute.manager [req-9075b31d-13b2-4d3f-bc4e-f38d773318ab req-dba9648b-6d57-4fc3-a341-9b902583dc0a service nova] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Received event network-vif-deleted-c879d1e4-e7bc-4907-b9aa-1243c48b1926 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.680253] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.693059] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.693224] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquired lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.693386] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.770122] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.789500] env[68828]: DEBUG nova.compute.utils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.794510] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.794867] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.861306] env[68828]: DEBUG nova.policy [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d734b038a24e88be19f73db87cac6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfe4ccd19e7845d4a634d08a87e9770d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.960254] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52113d47-585b-ad9b-7a0b-23cdf0408f02, 'name': SearchDatastore_Task, 'duration_secs': 0.021795} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.964833] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a2862c-d91d-4ce6-988a-9d1914fc68e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.969421] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 769.969421] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524a6909-bb50-ae1c-9f3b-526ed7cd06f7" [ 769.969421] env[68828]: _type = "Task" [ 769.969421] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.976732] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524a6909-bb50-ae1c-9f3b-526ed7cd06f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.174799] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Successfully created port: ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.182721] env[68828]: DEBUG oslo_vmware.api [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230350, 'name': PowerOnVM_Task, 'duration_secs': 0.802098} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.185171] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.185382] env[68828]: INFO nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Took 9.50 seconds to spawn the instance on the hypervisor. [ 770.185560] env[68828]: DEBUG nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.186511] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3165878-3713-4edb-90ac-b4ea23a5ab91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.239967] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.253024] env[68828]: DEBUG nova.compute.manager [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Received event network-vif-plugged-85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.253024] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Acquiring lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.253024] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.253024] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.253024] env[68828]: DEBUG nova.compute.manager [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] No waiting events found dispatching network-vif-plugged-85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.253024] env[68828]: WARNING nova.compute.manager [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Received unexpected event network-vif-plugged-85a517d1-2800-4ad2-ad33-6d4c5963bcba for instance with vm_state building and task_state spawning. [ 770.253024] env[68828]: DEBUG nova.compute.manager [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Received event network-changed-85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.253024] env[68828]: DEBUG nova.compute.manager [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Refreshing instance network info cache due to event network-changed-85a517d1-2800-4ad2-ad33-6d4c5963bcba. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.253024] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Acquiring lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.271790] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230351, 'name': ReconfigVM_Task, 'duration_secs': 0.908702} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.272827] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 5152d49a-74aa-437e-b489-e47d585fd47c/5152d49a-74aa-437e-b489-e47d585fd47c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.273563] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d717dd-11fc-4b21-9417-3da9b98fcaae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.282765] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 770.282765] env[68828]: value = "task-3230352" [ 770.282765] env[68828]: _type = "Task" [ 770.282765] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.294962] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.297626] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230352, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.369374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6752eb6-a601-4539-ae6e-68c65f60850f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.381206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1b086-01bd-469c-820e-ceebdbd583df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.422684] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386e0a0-f7e1-4291-abbf-c0e8ffa9ab74 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.433547] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88095bbe-38a6-474f-b689-7760c755ca3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.451160] env[68828]: DEBUG nova.compute.provider_tree [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.475763] env[68828]: DEBUG nova.network.neutron [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updating instance_info_cache with network_info: [{"id": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "address": "fa:16:3e:60:ee:e2", "network": {"id": "22e4f50d-a03d-4f19-bf16-89feb5aa5475", "bridge": "br-int", "label": "tempest-ServersTestJSON-1350514585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "368dd574a7d94462bf90409c16ac4f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a517d1-28", "ovs_interfaceid": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.485444] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524a6909-bb50-ae1c-9f3b-526ed7cd06f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.485738] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.485987] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.486327] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-607ce5ee-65a3-4d0a-a5be-661b717fefcd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.492847] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 770.492847] env[68828]: value = "task-3230353" [ 770.492847] env[68828]: _type = "Task" [ 770.492847] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.501258] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.713376] env[68828]: INFO nova.compute.manager [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Took 35.61 seconds to build instance. [ 770.795714] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230352, 'name': Rename_Task, 'duration_secs': 0.167663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.796093] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.796404] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65cd8e0-82eb-4c53-aec6-0638d402f0a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.806149] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 770.806149] env[68828]: value = "task-3230354" [ 770.806149] env[68828]: _type = "Task" [ 770.806149] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.817179] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.953201] env[68828]: DEBUG nova.scheduler.client.report [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.980503] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Releasing lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.981015] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Instance network_info: |[{"id": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "address": "fa:16:3e:60:ee:e2", "network": {"id": "22e4f50d-a03d-4f19-bf16-89feb5aa5475", "bridge": "br-int", "label": "tempest-ServersTestJSON-1350514585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "368dd574a7d94462bf90409c16ac4f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a517d1-28", "ovs_interfaceid": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.981227] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Acquired lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981426] env[68828]: DEBUG nova.network.neutron [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Refreshing network info cache for port 85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.983239] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ee:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85a517d1-2800-4ad2-ad33-6d4c5963bcba', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.991885] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Creating folder: Project (368dd574a7d94462bf90409c16ac4f50). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.992870] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e28e953-9f36-48dd-a648-67835191c081 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.005414] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.006916] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Created folder: Project (368dd574a7d94462bf90409c16ac4f50) in parent group-v645630. [ 771.007107] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Creating folder: Instances. Parent ref: group-v645730. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.007343] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe1526b-1968-4d9f-8051-c0d1afc326b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.019937] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Created folder: Instances in parent group-v645730. [ 771.019937] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.019937] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.019937] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a15924-cd41-4faa-be39-29af5cf3ca37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.039224] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.039224] env[68828]: value = "task-3230357" [ 771.039224] env[68828]: _type = "Task" [ 771.039224] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.047906] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230357, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.216824] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7f2335de-2de7-45b6-9856-0ce6eb4d0457 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.581s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.307938] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.320069] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.340063] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.340358] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.340622] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.340923] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.341165] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.341420] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.341708] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.341961] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.342259] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.342464] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.342775] env[68828]: DEBUG nova.virt.hardware [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.343763] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2801da-ae97-4740-8dfd-e8c31952d9ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.351675] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2320898-0d37-45d8-96c8-49b8a7bd02f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.459510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.462683] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.340s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.462931] env[68828]: DEBUG nova.objects.instance [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lazy-loading 'resources' on Instance uuid 9925219f-1838-4a33-8074-32bf8b0db7f2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.493440] env[68828]: INFO nova.scheduler.client.report [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Deleted allocations for instance e7d41890-f48b-470e-b33e-cd64c725e2c8 [ 771.513625] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742683} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.513979] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.514248] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.514544] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f345966-47a0-4efa-b3f7-19e844d3db69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.521405] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 771.521405] env[68828]: value = "task-3230358" [ 771.521405] env[68828]: _type = "Task" [ 771.521405] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.531535] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.553981] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230357, 'name': CreateVM_Task, 'duration_secs': 0.338457} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.554164] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.554872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.555035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.558210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.559297] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff555244-7397-4b89-98f4-16ef3d6bf674 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.564856] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 771.564856] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ebd7c4-1682-eb6a-eb40-2c86dc80014f" [ 771.564856] env[68828]: _type = "Task" [ 771.564856] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.574697] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ebd7c4-1682-eb6a-eb40-2c86dc80014f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.707520] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Successfully updated port: ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.725018] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.823375] env[68828]: DEBUG oslo_vmware.api [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230354, 'name': PowerOnVM_Task, 'duration_secs': 0.731875} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.823975] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.824222] env[68828]: INFO nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Took 8.49 seconds to spawn the instance on the hypervisor. [ 771.824401] env[68828]: DEBUG nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.825214] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3c10d-23f0-4f0e-815f-a8cf4e4389c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.891263] env[68828]: DEBUG nova.compute.manager [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Received event network-changed-a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.891460] env[68828]: DEBUG nova.compute.manager [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Refreshing instance network info cache due to event network-changed-a1ef58b5-5d0a-4755-8049-77f14f350d42. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.891676] env[68828]: DEBUG oslo_concurrency.lockutils [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] Acquiring lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.891918] env[68828]: DEBUG oslo_concurrency.lockutils [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] Acquired lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.891971] env[68828]: DEBUG nova.network.neutron [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Refreshing network info cache for port a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.929385] env[68828]: DEBUG nova.network.neutron [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updated VIF entry in instance network info cache for port 85a517d1-2800-4ad2-ad33-6d4c5963bcba. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.929875] env[68828]: DEBUG nova.network.neutron [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updating instance_info_cache with network_info: [{"id": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "address": "fa:16:3e:60:ee:e2", "network": {"id": "22e4f50d-a03d-4f19-bf16-89feb5aa5475", "bridge": "br-int", "label": "tempest-ServersTestJSON-1350514585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "368dd574a7d94462bf90409c16ac4f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a517d1-28", "ovs_interfaceid": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.006232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-07c93f99-567d-4d3f-abf7-ab26c8d06dcb tempest-FloatingIPsAssociationNegativeTestJSON-822807953 tempest-FloatingIPsAssociationNegativeTestJSON-822807953-project-member] Lock "e7d41890-f48b-470e-b33e-cd64c725e2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.716s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.033751] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099902} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.037731] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.038880] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c72719-f466-430f-b79a-fbadc20bb4eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.064827] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.067758] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5402d242-8bf4-41b0-9b67-86cfb21d50d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.095313] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ebd7c4-1682-eb6a-eb40-2c86dc80014f, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.096614] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.096887] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.097110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.098142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.098142] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.098142] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 772.098142] env[68828]: value = "task-3230359" [ 772.098142] env[68828]: _type = "Task" [ 772.098142] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.100257] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2339839f-ca65-44eb-bece-156df32cf7dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.111494] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.113831] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.114037] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.118267] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f26e623-5b74-4b4f-9307-a832b508b548 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.123678] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 772.123678] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52557759-8941-b95c-062c-7121ef1775ff" [ 772.123678] env[68828]: _type = "Task" [ 772.123678] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.131605] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52557759-8941-b95c-062c-7121ef1775ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.213568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.213701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquired lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.213969] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.244117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.313932] env[68828]: DEBUG nova.compute.manager [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Received event network-vif-plugged-ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.313932] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Acquiring lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.313932] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.313932] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.313932] env[68828]: DEBUG nova.compute.manager [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] No waiting events found dispatching network-vif-plugged-ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.313932] env[68828]: WARNING nova.compute.manager [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Received unexpected event network-vif-plugged-ababda58-7a1b-4a7b-8cac-061e491d78af for instance with vm_state building and task_state spawning. [ 772.313932] env[68828]: DEBUG nova.compute.manager [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Received event network-changed-ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.313932] env[68828]: DEBUG nova.compute.manager [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Refreshing instance network info cache due to event network-changed-ababda58-7a1b-4a7b-8cac-061e491d78af. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.313932] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Acquiring lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.344898] env[68828]: INFO nova.compute.manager [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Took 33.06 seconds to build instance. [ 772.435219] env[68828]: DEBUG oslo_concurrency.lockutils [req-a4464072-16c8-45de-b3ee-40aec23d567b req-eb23a200-0f44-4494-8f79-06ad98486e96 service nova] Releasing lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.569231] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75283d36-4175-4cec-9116-eac0fda230a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.578110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11311b6b-1076-48ae-b4d2-bb8b539d72a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.618562] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15441518-c446-4f7b-a271-e393455c8d00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.632320] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230359, 'name': ReconfigVM_Task, 'duration_secs': 0.268778} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.633186] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.635109] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3e90e-0b73-4a35-b5f2-2a99e97effde {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.648101] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6312d17f-6606-4c11-bc45-02b096d8094c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.648101] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52557759-8941-b95c-062c-7121ef1775ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01943} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.649109] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43a44e9-d19f-49cd-9399-f87a2f1d3513 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.658826] env[68828]: DEBUG nova.compute.provider_tree [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.661511] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 772.661511] env[68828]: value = "task-3230360" [ 772.661511] env[68828]: _type = "Task" [ 772.661511] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.665793] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 772.665793] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521e1236-3935-2864-99dd-a8f3d5aed280" [ 772.665793] env[68828]: _type = "Task" [ 772.665793] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.672923] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230360, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.678906] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521e1236-3935-2864-99dd-a8f3d5aed280, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.679256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.679513] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d2bc86a8-3c11-454a-8f8e-b6012ecd8f33/d2bc86a8-3c11-454a-8f8e-b6012ecd8f33.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.680070] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b2a126c-b817-4eb2-93ac-ddc02d60bd31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.686075] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 772.686075] env[68828]: value = "task-3230361" [ 772.686075] env[68828]: _type = "Task" [ 772.686075] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.693792] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.750764] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.846403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c35100-24a8-4a45-b291-0250ba2f1f7b tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.844s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.855482] env[68828]: DEBUG nova.network.neutron [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updated VIF entry in instance network info cache for port a1ef58b5-5d0a-4755-8049-77f14f350d42. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.855827] env[68828]: DEBUG nova.network.neutron [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updating instance_info_cache with network_info: [{"id": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "address": "fa:16:3e:5f:a1:10", "network": {"id": "0e45d1d3-cc1a-47fa-935e-8d1aa857f68e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-65700119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e52b273b5384020a40037ac5c1add9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ef58b5-5d", "ovs_interfaceid": "a1ef58b5-5d0a-4755-8049-77f14f350d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.898333] env[68828]: DEBUG nova.network.neutron [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Updating instance_info_cache with network_info: [{"id": "ababda58-7a1b-4a7b-8cac-061e491d78af", "address": "fa:16:3e:39:c9:e1", "network": {"id": "5fb8e929-8a38-4ddb-b4cc-b792d2f6f3eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-279759947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfe4ccd19e7845d4a634d08a87e9770d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapababda58-7a", "ovs_interfaceid": "ababda58-7a1b-4a7b-8cac-061e491d78af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.163357] env[68828]: DEBUG nova.scheduler.client.report [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.188022] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230360, 'name': Rename_Task, 'duration_secs': 0.138563} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.188022] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.188022] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d19177-6ef4-4df3-9eea-aa2c1650e3c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.195452] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 773.195452] env[68828]: value = "task-3230362" [ 773.195452] env[68828]: _type = "Task" [ 773.195452] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.198686] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230361, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.206856] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.348629] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.362231] env[68828]: DEBUG oslo_concurrency.lockutils [req-0526b334-1661-4473-8ed3-723bcbdfb9f1 req-de62fed7-9b04-4819-83e4-769c2f0ef4e9 service nova] Releasing lock "refresh_cache-e3ed8924-79e4-4af3-9bac-fa8ea807832c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.408026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Releasing lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.408026] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Instance network_info: |[{"id": "ababda58-7a1b-4a7b-8cac-061e491d78af", "address": "fa:16:3e:39:c9:e1", "network": {"id": "5fb8e929-8a38-4ddb-b4cc-b792d2f6f3eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-279759947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfe4ccd19e7845d4a634d08a87e9770d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapababda58-7a", "ovs_interfaceid": "ababda58-7a1b-4a7b-8cac-061e491d78af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.408026] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Acquired lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.408026] env[68828]: DEBUG nova.network.neutron [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Refreshing network info cache for port ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.408026] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c9:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ababda58-7a1b-4a7b-8cac-061e491d78af', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.415769] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Creating folder: Project (bfe4ccd19e7845d4a634d08a87e9770d). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.416916] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f390fc5f-27ee-470f-8f38-86b68c68c068 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429186] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Created folder: Project (bfe4ccd19e7845d4a634d08a87e9770d) in parent group-v645630. [ 773.429746] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Creating folder: Instances. Parent ref: group-v645733. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.431026] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16064839-96c9-4652-a046-b557db141442 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.439664] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Created folder: Instances in parent group-v645733. [ 773.440242] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.440636] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.444018] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8629e4-ce4c-446a-bddc-1cac76bf68b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.464635] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.464635] env[68828]: value = "task-3230365" [ 773.464635] env[68828]: _type = "Task" [ 773.464635] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.474553] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230365, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.671480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.674821] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.498s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.674821] env[68828]: DEBUG nova.objects.instance [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lazy-loading 'resources' on Instance uuid 5419c45e-be0f-4c55-a09e-f07bdcd209b1 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.698496] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885214} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.699506] env[68828]: INFO nova.scheduler.client.report [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Deleted allocations for instance 9925219f-1838-4a33-8074-32bf8b0db7f2 [ 773.703325] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d2bc86a8-3c11-454a-8f8e-b6012ecd8f33/d2bc86a8-3c11-454a-8f8e-b6012ecd8f33.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.703325] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.709291] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3641ad59-b5b0-4ad5-b0e2-a268ec44e2f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.718565] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.720044] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 773.720044] env[68828]: value = "task-3230366" [ 773.720044] env[68828]: _type = "Task" [ 773.720044] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.733497] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.874539] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.979792] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230365, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.215653] env[68828]: DEBUG oslo_vmware.api [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230362, 'name': PowerOnVM_Task, 'duration_secs': 0.581872} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.216172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad2f5762-140b-4e1e-b265-f43d63b71769 tempest-ImagesOneServerTestJSON-1773156785 tempest-ImagesOneServerTestJSON-1773156785-project-member] Lock "9925219f-1838-4a33-8074-32bf8b0db7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.452s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.222900] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.222900] env[68828]: INFO nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Took 8.27 seconds to spawn the instance on the hypervisor. [ 774.222900] env[68828]: DEBUG nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.222900] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6d707-5f70-458e-b71e-ad78b1f2ff1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.234380] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121217} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.235325] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.240544] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140ec4a-9355-4906-b4d0-ad5b83816813 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.274575] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] d2bc86a8-3c11-454a-8f8e-b6012ecd8f33/d2bc86a8-3c11-454a-8f8e-b6012ecd8f33.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.275815] env[68828]: DEBUG nova.network.neutron [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Updated VIF entry in instance network info cache for port ababda58-7a1b-4a7b-8cac-061e491d78af. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.276145] env[68828]: DEBUG nova.network.neutron [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Updating instance_info_cache with network_info: [{"id": "ababda58-7a1b-4a7b-8cac-061e491d78af", "address": "fa:16:3e:39:c9:e1", "network": {"id": "5fb8e929-8a38-4ddb-b4cc-b792d2f6f3eb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-279759947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfe4ccd19e7845d4a634d08a87e9770d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapababda58-7a", "ovs_interfaceid": "ababda58-7a1b-4a7b-8cac-061e491d78af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.281425] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0811241e-2c4b-4abb-842f-67ba8b301e41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.304678] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 774.304678] env[68828]: value = "task-3230367" [ 774.304678] env[68828]: _type = "Task" [ 774.304678] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.318809] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.386747] env[68828]: DEBUG nova.compute.manager [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Received event network-changed-00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.386747] env[68828]: DEBUG nova.compute.manager [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Refreshing instance network info cache due to event network-changed-00048f3b-4922-4809-8456-ad98c5618197. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.387271] env[68828]: DEBUG oslo_concurrency.lockutils [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] Acquiring lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.387271] env[68828]: DEBUG oslo_concurrency.lockutils [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] Acquired lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.387271] env[68828]: DEBUG nova.network.neutron [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Refreshing network info cache for port 00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.478980] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230365, 'name': CreateVM_Task, 'duration_secs': 0.755495} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.479183] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.480144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.480766] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.480766] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.481754] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10286dbe-cc07-426a-93b1-0083e093cb10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.485597] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 774.485597] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5242cdb2-6651-0ee5-0970-5106880d9b24" [ 774.485597] env[68828]: _type = "Task" [ 774.485597] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.495582] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5242cdb2-6651-0ee5-0970-5106880d9b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.755844] env[68828]: INFO nova.compute.manager [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Took 35.30 seconds to build instance. [ 774.780564] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38dee9a-1d5c-4d6c-b03e-78c03d10222a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.793036] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6e907-69cb-4415-a489-db2b7ef3d2e1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.824688] env[68828]: DEBUG oslo_concurrency.lockutils [req-1a777744-ea50-4fdb-b696-bb7c7651cd03 req-52e417a9-90e9-4ec7-8bb9-53ddd46260b0 service nova] Releasing lock "refresh_cache-3c7e1381-3c5a-402c-aa40-289321aeaa53" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.828213] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a6edd-b64b-412d-b2a4-899c83c71465 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.837214] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.841116] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bafaa4-905d-421d-8483-6441f1b83502 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.856314] env[68828]: DEBUG nova.compute.provider_tree [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.995874] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5242cdb2-6651-0ee5-0970-5106880d9b24, 'name': SearchDatastore_Task, 'duration_secs': 0.018494} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.998111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.998384] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.998698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.998853] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.999042] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.002196] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eba6d5a-cc2e-4d04-af7a-1c47be95c64d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.012949] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.013161] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.014260] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5076b948-ebbb-45b0-9e03-8132a3d10ee7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.020476] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 775.020476] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b89042-d49c-6daf-c55b-aa3c4ae7f949" [ 775.020476] env[68828]: _type = "Task" [ 775.020476] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.029170] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b89042-d49c-6daf-c55b-aa3c4ae7f949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.248933] env[68828]: DEBUG nova.network.neutron [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updated VIF entry in instance network info cache for port 00048f3b-4922-4809-8456-ad98c5618197. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.249330] env[68828]: DEBUG nova.network.neutron [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updating instance_info_cache with network_info: [{"id": "00048f3b-4922-4809-8456-ad98c5618197", "address": "fa:16:3e:d9:71:9e", "network": {"id": "291614cf-4fe6-4338-bcdb-b488d94853b1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395996432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "213ba86926b0499f8d27e9899eee3c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00048f3b-49", "ovs_interfaceid": "00048f3b-4922-4809-8456-ad98c5618197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.258668] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d9762c4-65bb-469d-bce7-0e518348651e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.324s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.333907] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230367, 'name': ReconfigVM_Task, 'duration_secs': 0.690854} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.334223] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Reconfigured VM instance instance-00000020 to attach disk [datastore2] d2bc86a8-3c11-454a-8f8e-b6012ecd8f33/d2bc86a8-3c11-454a-8f8e-b6012ecd8f33.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.334911] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0bc6487-9754-4cfd-8190-16f1af75c592 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.341823] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 775.341823] env[68828]: value = "task-3230368" [ 775.341823] env[68828]: _type = "Task" [ 775.341823] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.349680] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230368, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.359650] env[68828]: DEBUG nova.scheduler.client.report [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.534372] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b89042-d49c-6daf-c55b-aa3c4ae7f949, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.535583] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add8cdcf-6d63-4293-9c99-9725f3904df6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.542702] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 775.542702] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fcc5a-837a-ed74-be74-d87c569b3e60" [ 775.542702] env[68828]: _type = "Task" [ 775.542702] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.551725] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fcc5a-837a-ed74-be74-d87c569b3e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.753241] env[68828]: DEBUG oslo_concurrency.lockutils [req-dadc689d-2662-4d67-8d8d-7132ec32dac6 req-27882281-b390-468a-a203-e776a9dc9d33 service nova] Releasing lock "refresh_cache-5152d49a-74aa-437e-b489-e47d585fd47c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.760743] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.851939] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230368, 'name': Rename_Task, 'duration_secs': 0.300286} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.852256] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.852499] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ec2dc7-da04-48e4-9e9c-838fffdd56ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.858581] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 775.858581] env[68828]: value = "task-3230369" [ 775.858581] env[68828]: _type = "Task" [ 775.858581] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.866796] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.869430] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.870769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.252s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.871049] env[68828]: DEBUG nova.objects.instance [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'resources' on Instance uuid 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.895794] env[68828]: INFO nova.scheduler.client.report [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleted allocations for instance 5419c45e-be0f-4c55-a09e-f07bdcd209b1 [ 776.056219] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fcc5a-837a-ed74-be74-d87c569b3e60, 'name': SearchDatastore_Task, 'duration_secs': 0.014655} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.056470] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.056586] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 3c7e1381-3c5a-402c-aa40-289321aeaa53/3c7e1381-3c5a-402c-aa40-289321aeaa53.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.056905] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c40db4c-2586-4f82-a5ab-2f421efc651a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.070137] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 776.070137] env[68828]: value = "task-3230370" [ 776.070137] env[68828]: _type = "Task" [ 776.070137] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.082046] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.261670] env[68828]: INFO nova.compute.manager [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Rebuilding instance [ 776.287760] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.318743] env[68828]: DEBUG nova.compute.manager [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.320126] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0494cb-8296-4af9-a1ca-d38697a3a57b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.372649] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.406396] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1efbb67-5c9b-4629-ad6c-00343060d998 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "5419c45e-be0f-4c55-a09e-f07bdcd209b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.613s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.590641] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.871544] env[68828]: DEBUG oslo_vmware.api [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230369, 'name': PowerOnVM_Task, 'duration_secs': 0.639141} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.872039] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.872039] env[68828]: INFO nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Took 8.35 seconds to spawn the instance on the hypervisor. [ 776.872218] env[68828]: DEBUG nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.876012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea54864-176e-49b0-992e-390b2e99755f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981166] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd2260-90e7-462b-a643-fd8b87388063 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.992293] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04cf0e9-4dbc-4795-80a7-47d064169bd8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.032775] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2d075a-af83-4dba-a4dd-420e44bbeb60 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.042545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe377367-2bc9-4ce9-85b5-ee90ddcc907c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.057962] env[68828]: DEBUG nova.compute.provider_tree [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.083017] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.083017] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 3c7e1381-3c5a-402c-aa40-289321aeaa53/3c7e1381-3c5a-402c-aa40-289321aeaa53.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.083017] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.083017] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e237c2-e7c2-4d94-a349-65a18644a3f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.088658] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 777.088658] env[68828]: value = "task-3230371" [ 777.088658] env[68828]: _type = "Task" [ 777.088658] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.099708] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.336739] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.337124] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f25511b-3a68-421d-a250-345adefb5007 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.346794] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 777.346794] env[68828]: value = "task-3230372" [ 777.346794] env[68828]: _type = "Task" [ 777.346794] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.360664] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.395903] env[68828]: INFO nova.compute.manager [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Took 36.45 seconds to build instance. [ 777.561825] env[68828]: DEBUG nova.scheduler.client.report [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.600502] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.600902] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.601859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b7556-021f-477e-aff8-2da4ac8942da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.632955] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3c7e1381-3c5a-402c-aa40-289321aeaa53/3c7e1381-3c5a-402c-aa40-289321aeaa53.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.633845] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066d0db3-0282-4463-9e00-265fb5a1dae7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.657331] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 777.657331] env[68828]: value = "task-3230373" [ 777.657331] env[68828]: _type = "Task" [ 777.657331] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.671246] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.859336] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230372, 'name': PowerOffVM_Task, 'duration_secs': 0.374259} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.859708] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.860096] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.861511] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efb6b1-0879-4db0-adf0-0c3278003abb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.872892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.874207] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5db6c80-6529-42d9-a69d-7f6e8f824843 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.900682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c358cec0-4aa3-4fd5-9168-427a9bad9d37 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.108s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.949827] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.950067] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.950251] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.950541] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817ee3ce-5755-4b1a-97ce-e6e61c7ec415 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.958875] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 777.958875] env[68828]: value = "task-3230375" [ 777.958875] env[68828]: _type = "Task" [ 777.958875] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.968173] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.067832] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.070455] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.169s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.072251] env[68828]: INFO nova.compute.claims [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.103373] env[68828]: INFO nova.scheduler.client.report [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted allocations for instance 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e [ 778.173630] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.379779] env[68828]: DEBUG nova.compute.manager [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Received event network-changed-85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.383194] env[68828]: DEBUG nova.compute.manager [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Refreshing instance network info cache due to event network-changed-85a517d1-2800-4ad2-ad33-6d4c5963bcba. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.383628] env[68828]: DEBUG oslo_concurrency.lockutils [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] Acquiring lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.383628] env[68828]: DEBUG oslo_concurrency.lockutils [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] Acquired lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.383773] env[68828]: DEBUG nova.network.neutron [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Refreshing network info cache for port 85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.406718] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.471774] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163561} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.472200] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.472762] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.472762] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.615399] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f324a933-21ec-4950-b56b-4f9841225f1e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.049s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.670551] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230373, 'name': ReconfigVM_Task, 'duration_secs': 0.708348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.671023] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3c7e1381-3c5a-402c-aa40-289321aeaa53/3c7e1381-3c5a-402c-aa40-289321aeaa53.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.671796] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7335dda7-f127-4251-92d9-0fe8954f8ef2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.681907] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 778.681907] env[68828]: value = "task-3230376" [ 778.681907] env[68828]: _type = "Task" [ 778.681907] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.692901] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230376, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.938983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.193167] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230376, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.282694] env[68828]: DEBUG nova.network.neutron [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updated VIF entry in instance network info cache for port 85a517d1-2800-4ad2-ad33-6d4c5963bcba. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.283113] env[68828]: DEBUG nova.network.neutron [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updating instance_info_cache with network_info: [{"id": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "address": "fa:16:3e:60:ee:e2", "network": {"id": "22e4f50d-a03d-4f19-bf16-89feb5aa5475", "bridge": "br-int", "label": "tempest-ServersTestJSON-1350514585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "368dd574a7d94462bf90409c16ac4f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a517d1-28", "ovs_interfaceid": "85a517d1-2800-4ad2-ad33-6d4c5963bcba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.565387] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a88ea4-c178-4d40-bffe-0633e29d8bc5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.576021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733f7b4-eedb-40df-acc5-5bd5e9da673b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.607324] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9cc7a9-4b15-43df-b834-d8b993804d20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.616343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3429d07-35ea-4385-8017-630ab1a659b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.629993] env[68828]: DEBUG nova.compute.provider_tree [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.692332] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230376, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.156376] env[68828]: ERROR nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [req-5dfe6448-674c-4e01-a572-2ece6dbf363e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dfe6448-674c-4e01-a572-2ece6dbf363e"}]} [ 780.172422] env[68828]: DEBUG nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.188630] env[68828]: DEBUG nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.188869] env[68828]: DEBUG nova.compute.provider_tree [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.194083] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230376, 'name': Rename_Task, 'duration_secs': 1.353443} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.194339] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.194578] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1402d0b0-af58-4fba-9da2-df33863f104b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.201917] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 780.201917] env[68828]: value = "task-3230377" [ 780.201917] env[68828]: _type = "Task" [ 780.201917] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.205891] env[68828]: DEBUG nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.212816] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.295346] env[68828]: DEBUG nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.707623] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972d853-0c40-44a2-8caf-73dba87465a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.718091] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47873971-3bcd-4b21-8efa-b15c9d4a48c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.722750] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.749445] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb18333-ed61-4cbb-85ae-490bddadf606 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.756891] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e34f414-5162-4fa2-9537-6b40c083b4a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770103] env[68828]: DEBUG nova.compute.provider_tree [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.212993] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.713728] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.834153] env[68828]: DEBUG nova.scheduler.client.report [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.834449] env[68828]: DEBUG nova.compute.provider_tree [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 57 to 58 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.835042] env[68828]: DEBUG nova.compute.provider_tree [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.027849] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.028115] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.028270] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.028451] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.028721] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.028783] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.029099] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.029158] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.029347] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.029480] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.029649] env[68828]: DEBUG nova.virt.hardware [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.030554] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77accc19-bdda-475a-a3fa-be9bd031fe77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.042667] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e592043-ecc3-4f43-a580-bafca8154eb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.068123] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c6:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947299a6-546b-40c0-be66-868404dea504', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.076477] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.076816] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.077062] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275cbeab-ba56-45dc-aeac-9416f9b8430e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.101809] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.101809] env[68828]: value = "task-3230378" [ 782.101809] env[68828]: _type = "Task" [ 782.101809] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.113569] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230378, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.218116] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.291212] env[68828]: DEBUG oslo_concurrency.lockutils [req-d4e41767-a619-4e20-9539-4e9e8e27638c req-ff7625d3-6c0b-4c21-b6fe-a4e1da311445 service nova] Releasing lock "refresh_cache-d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.346670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.276s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.347318] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.350717] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.014s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.352345] env[68828]: INFO nova.compute.claims [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.521356] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.521611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.611646] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230378, 'name': CreateVM_Task, 'duration_secs': 0.391604} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.611847] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.612543] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612708] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.613061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.613328] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4346373-70fa-4e8f-a5bb-ed78ea6dbddd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.618179] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 782.618179] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c4bf4-b08c-927b-3dd8-8e9c635dee3d" [ 782.618179] env[68828]: _type = "Task" [ 782.618179] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.626516] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c4bf4-b08c-927b-3dd8-8e9c635dee3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.714531] env[68828]: DEBUG oslo_vmware.api [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230377, 'name': PowerOnVM_Task, 'duration_secs': 2.022641} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.714654] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.714773] env[68828]: INFO nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Took 11.41 seconds to spawn the instance on the hypervisor. [ 782.714945] env[68828]: DEBUG nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.715716] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd2664e-8d0d-44a5-a067-9f83d01b574a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.861512] env[68828]: DEBUG nova.compute.utils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.863350] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.863350] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.919625] env[68828]: DEBUG nova.policy [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15396634bc4c4a62aaca0aee04347026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d36beb5bb7049f69b4713c5b9d50d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.132107] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c4bf4-b08c-927b-3dd8-8e9c635dee3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.132549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.132727] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.133046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.133535] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.133535] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.136767] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81949a82-4b2c-4388-8b82-5b390e3112cd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.149692] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.149692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.150200] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862652a3-69f7-4d2c-8e3f-ddb9405bc52c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.161948] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 783.161948] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f455af-cb62-60ec-d512-ed308899b6cd" [ 783.161948] env[68828]: _type = "Task" [ 783.161948] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.173404] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f455af-cb62-60ec-d512-ed308899b6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.238840] env[68828]: INFO nova.compute.manager [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Took 38.86 seconds to build instance. [ 783.290406] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Successfully created port: 1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.367543] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.673836] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f455af-cb62-60ec-d512-ed308899b6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01458} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.677385] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b074a7e-fd58-4f12-a78f-d2276491c2f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.687341] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 783.687341] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52775bd7-ae44-5297-7a3e-3b565df6913b" [ 783.687341] env[68828]: _type = "Task" [ 783.687341] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.697174] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52775bd7-ae44-5297-7a3e-3b565df6913b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.742687] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b539b0-6bbf-4c59-a802-7e6247e8d64f tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.883s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.934613] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96445b8d-286d-4e60-9e4e-4d7c44ad2160 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.942958] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d31f4-41cf-4022-b5f4-fb71e7463bfe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.975028] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ebb8c-f84f-48a3-8089-64b48523ce6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.983034] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc76a86-feab-4d85-bfcc-6fad11546aad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.997774] env[68828]: DEBUG nova.compute.provider_tree [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.199876] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52775bd7-ae44-5297-7a3e-3b565df6913b, 'name': SearchDatastore_Task, 'duration_secs': 0.018037} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.200347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200741] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.201147] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f1b994a-605e-463b-b500-d415349b3bcf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.212022] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 784.212022] env[68828]: value = "task-3230379" [ 784.212022] env[68828]: _type = "Task" [ 784.212022] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.220823] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.244457] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.386028] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.419484] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.420240] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.420240] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.420240] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.420240] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.420419] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.420643] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.420785] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.421019] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.421365] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.421412] env[68828]: DEBUG nova.virt.hardware [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.422573] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072aeff-5e52-4a58-8632-abfec4444196 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.432676] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800f51ca-8e75-43c7-aabe-c5a164bfc851 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.503025] env[68828]: DEBUG nova.scheduler.client.report [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.723078] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.769534] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.849147] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Successfully updated port: 1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.988924] env[68828]: DEBUG nova.compute.manager [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received event network-vif-plugged-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.989273] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] Acquiring lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.989525] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.989710] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.989895] env[68828]: DEBUG nova.compute.manager [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] No waiting events found dispatching network-vif-plugged-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.990093] env[68828]: WARNING nova.compute.manager [req-ddb38aa7-f30e-4226-a548-37a5aaa81a26 req-56057bad-5f0e-4482-bc22-ae31421f71d8 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received unexpected event network-vif-plugged-1c008e50-95e9-469c-9548-1bf8dd580b37 for instance with vm_state building and task_state spawning. [ 785.007835] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.008364] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.010985] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.737s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.011238] env[68828]: DEBUG nova.objects.instance [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lazy-loading 'resources' on Instance uuid e8c5815f-3308-4da7-92ad-f5aa8a56747a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.222714] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54033} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.223016] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.223279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.223559] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7e48e6-b0b2-4af2-a2c2-c3a1de7697bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.230465] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 785.230465] env[68828]: value = "task-3230380" [ 785.230465] env[68828]: _type = "Task" [ 785.230465] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.240569] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.356228] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.356228] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.356528] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.407360] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.407603] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.407817] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.408058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.408240] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.410414] env[68828]: INFO nova.compute.manager [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Terminating instance [ 785.514801] env[68828]: DEBUG nova.compute.utils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.519517] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.519517] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.569734] env[68828]: DEBUG nova.policy [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b7dc68e685d45a48c6be27ca0c6cca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabb146c626443178df5eaf0b83009c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.743410] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074937} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.745416] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.745416] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ee1451-f064-4718-9ec0-ff34955c9a22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.773060] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.776251] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d417938-19ae-43cf-8ce0-dc749c820180 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.802748] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 785.802748] env[68828]: value = "task-3230381" [ 785.802748] env[68828]: _type = "Task" [ 785.802748] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.817197] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.866191] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Successfully created port: 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.907244] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.914962] env[68828]: DEBUG nova.compute.manager [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.915341] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.916241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170fe22-9b79-4e67-a475-8209a3f95f79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.929613] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.929994] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e019843a-d8d3-40b7-83f5-f9652888ba0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.938068] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 785.938068] env[68828]: value = "task-3230382" [ 785.938068] env[68828]: _type = "Task" [ 785.938068] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.951607] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.022669] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.139586] env[68828]: DEBUG nova.network.neutron [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.147393] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874a4b3-d230-4368-b1f8-d34cef04ddc4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.158739] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da1eb5-711d-426f-b8a2-31c367fd7b3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.196440] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6534b35-d5f8-4ce8-9392-d12cecc939c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.204653] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508e0d5b-b8b6-40cf-85ec-9f89bf716c75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.220657] env[68828]: DEBUG nova.compute.provider_tree [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.317752] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230381, 'name': ReconfigVM_Task, 'duration_secs': 0.419393} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.319024] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5/bc7506b3-7995-46f3-9828-a5271aa01ab5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.319024] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa5e423-f89e-4018-8ad6-de0f01d6e3ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.329166] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 786.329166] env[68828]: value = "task-3230383" [ 786.329166] env[68828]: _type = "Task" [ 786.329166] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.335911] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230383, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.448766] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230382, 'name': PowerOffVM_Task, 'duration_secs': 0.262244} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.449214] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.449214] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.449422] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839d0326-f7da-4220-9f81-d0fa995378c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.516850] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.517011] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.517200] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Deleting the datastore file [datastore2] 3c7e1381-3c5a-402c-aa40-289321aeaa53 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.517462] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736b31bc-2781-48b4-963f-c59091f4d5ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.528026] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for the task: (returnval){ [ 786.528026] env[68828]: value = "task-3230385" [ 786.528026] env[68828]: _type = "Task" [ 786.528026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.536517] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.642020] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.642361] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Instance network_info: |[{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.642776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e4:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c008e50-95e9-469c-9548-1bf8dd580b37', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.650500] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.650981] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.651237] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db2552b-3835-4ac0-bf6a-49d25d6984de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.675364] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.675364] env[68828]: value = "task-3230386" [ 786.675364] env[68828]: _type = "Task" [ 786.675364] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.686108] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230386, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.743778] env[68828]: ERROR nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [req-f8e90837-3788-432f-ab5e-4b810d855b00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8e90837-3788-432f-ab5e-4b810d855b00"}]} [ 786.764607] env[68828]: DEBUG nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.782751] env[68828]: DEBUG nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.782987] env[68828]: DEBUG nova.compute.provider_tree [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.794523] env[68828]: DEBUG nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.815299] env[68828]: DEBUG nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.838203] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230383, 'name': Rename_Task, 'duration_secs': 0.151078} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.841115] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.842315] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b87a8103-fbee-4b11-ab08-7aa643256a0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.851394] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 786.851394] env[68828]: value = "task-3230387" [ 786.851394] env[68828]: _type = "Task" [ 786.851394] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.866269] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.027191] env[68828]: DEBUG nova.compute.manager [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.027191] env[68828]: DEBUG nova.compute.manager [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing instance network info cache due to event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.027561] env[68828]: DEBUG oslo_concurrency.lockutils [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] Acquiring lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.027561] env[68828]: DEBUG oslo_concurrency.lockutils [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] Acquired lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.027953] env[68828]: DEBUG nova.network.neutron [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.030553] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.048304] env[68828]: DEBUG oslo_vmware.api [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Task: {'id': task-3230385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15712} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.048408] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.049279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.049279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.049279] env[68828]: INFO nova.compute.manager [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.049498] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.049547] env[68828]: DEBUG nova.compute.manager [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.050227] env[68828]: DEBUG nova.network.neutron [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.063718] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.064195] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.064420] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.064687] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.064900] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.065075] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.065291] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.065446] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.065711] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.065750] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.065919] env[68828]: DEBUG nova.virt.hardware [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.067097] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c074dd1-3af4-46e1-a38b-3bd209bdca1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.078618] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc85a9a4-f07e-4229-b80a-323e99eb4410 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.187215] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230386, 'name': CreateVM_Task, 'duration_secs': 0.359438} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.189901] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.190959] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191162] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.192372] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.192372] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e05693d-81cd-4a0e-bddf-c46db5996ac2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.197851] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 787.197851] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527b07b9-70f9-2229-1160-3bbe8197edf9" [ 787.197851] env[68828]: _type = "Task" [ 787.197851] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.206669] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527b07b9-70f9-2229-1160-3bbe8197edf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.359215] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9a3abd-2b19-4427-b5e3-27a4207b28dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.366417] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.373280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a508e7b-e35d-470f-b385-99bfb8274f89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.407739] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455b59a-dee6-484b-b7d2-68d8a059548d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.419764] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec19df-17e6-4542-b7c1-5ff6f648183f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.435530] env[68828]: DEBUG nova.compute.provider_tree [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.445647] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Successfully updated port: 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.635445] env[68828]: DEBUG nova.compute.manager [req-df48db7c-927e-4090-acd3-358736cabe06 req-d2439d63-e8cc-4a63-a0f8-0c7783d50e8f service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Received event network-vif-deleted-ababda58-7a1b-4a7b-8cac-061e491d78af {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.635706] env[68828]: INFO nova.compute.manager [req-df48db7c-927e-4090-acd3-358736cabe06 req-d2439d63-e8cc-4a63-a0f8-0c7783d50e8f service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Neutron deleted interface ababda58-7a1b-4a7b-8cac-061e491d78af; detaching it from the instance and deleting it from the info cache [ 787.635911] env[68828]: DEBUG nova.network.neutron [req-df48db7c-927e-4090-acd3-358736cabe06 req-d2439d63-e8cc-4a63-a0f8-0c7783d50e8f service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.711249] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527b07b9-70f9-2229-1160-3bbe8197edf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.711249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711249] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.711249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.711249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.711249] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.711249] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa792030-a7dc-4fcb-afb7-f2f94ac62347 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.719198] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.719608] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.722417] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc34956b-d9ea-44b3-aa18-97a581905e18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.729703] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 787.729703] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c2d74c-caaa-e5c1-885a-cb50b93cc26d" [ 787.729703] env[68828]: _type = "Task" [ 787.729703] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.737261] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c2d74c-caaa-e5c1-885a-cb50b93cc26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.868025] env[68828]: DEBUG oslo_vmware.api [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230387, 'name': PowerOnVM_Task, 'duration_secs': 0.538386} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.868493] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.868721] env[68828]: DEBUG nova.compute.manager [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.869545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a8f052-caa9-4e61-a739-37bb1211a43d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.935399] env[68828]: DEBUG nova.network.neutron [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updated VIF entry in instance network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.935399] env[68828]: DEBUG nova.network.neutron [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.947979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.948222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.948415] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.979637] env[68828]: DEBUG nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.979898] env[68828]: DEBUG nova.compute.provider_tree [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 59 to 60 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.980130] env[68828]: DEBUG nova.compute.provider_tree [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.011974] env[68828]: DEBUG nova.network.neutron [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.141319] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f5beca7-ea4f-462a-a15d-1a5015fb073c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.167075] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afca9e1-613d-4d3f-a5c8-b48cde94ae9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.207095] env[68828]: DEBUG nova.compute.manager [req-df48db7c-927e-4090-acd3-358736cabe06 req-d2439d63-e8cc-4a63-a0f8-0c7783d50e8f service nova] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Detach interface failed, port_id=ababda58-7a1b-4a7b-8cac-061e491d78af, reason: Instance 3c7e1381-3c5a-402c-aa40-289321aeaa53 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.240399] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c2d74c-caaa-e5c1-885a-cb50b93cc26d, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.240399] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a011b640-7c30-4f1d-98a9-7b57e292c980 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.246806] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 788.246806] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c1770-fc9d-eb20-071c-f2bc610d8f58" [ 788.246806] env[68828]: _type = "Task" [ 788.246806] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.255389] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c1770-fc9d-eb20-071c-f2bc610d8f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.390155] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.438884] env[68828]: DEBUG oslo_concurrency.lockutils [req-1aad22b6-fe1b-41b4-8df3-39e960a5e1fb req-28149f86-c013-457b-a8c7-df08a20a421f service nova] Releasing lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.485617] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.475s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.487993] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.756s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.488426] env[68828]: DEBUG nova.objects.instance [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lazy-loading 'resources' on Instance uuid b803dcd4-dcc1-4f09-917d-e7070fe8b6db {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.493333] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.508107] env[68828]: INFO nova.scheduler.client.report [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleted allocations for instance e8c5815f-3308-4da7-92ad-f5aa8a56747a [ 788.518444] env[68828]: INFO nova.compute.manager [-] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Took 1.47 seconds to deallocate network for instance. [ 788.712608] env[68828]: DEBUG nova.network.neutron [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.759027] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529c1770-fc9d-eb20-071c-f2bc610d8f58, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.759027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.759027] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 400402ac-ac7d-4086-b67c-2ba8c4d9f92d/400402ac-ac7d-4086-b67c-2ba8c4d9f92d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.759266] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5fcd191-9b6c-4e86-8037-da0a4e05613b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.767394] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 788.767394] env[68828]: value = "task-3230388" [ 788.767394] env[68828]: _type = "Task" [ 788.767394] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.779980] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.021021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f928378-79ad-4744-bd14-769ea780f812 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.279s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.021021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.882s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.021021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.021021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.021021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.022313] env[68828]: INFO nova.compute.manager [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Terminating instance [ 789.033389] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.129165] env[68828]: DEBUG nova.compute.manager [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-vif-plugged-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.129397] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Acquiring lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.129607] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.129770] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.129939] env[68828]: DEBUG nova.compute.manager [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] No waiting events found dispatching network-vif-plugged-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.130115] env[68828]: WARNING nova.compute.manager [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received unexpected event network-vif-plugged-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 for instance with vm_state building and task_state spawning. [ 789.130276] env[68828]: DEBUG nova.compute.manager [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.131326] env[68828]: DEBUG nova.compute.manager [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing instance network info cache due to event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.131567] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.216244] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.217551] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Instance network_info: |[{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.217551] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.217551] env[68828]: DEBUG nova.network.neutron [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.218854] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:af:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.229449] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Creating folder: Project (eabb146c626443178df5eaf0b83009c8). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.234217] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0803894f-8907-4a55-952b-b5e3a966829e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.248201] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Created folder: Project (eabb146c626443178df5eaf0b83009c8) in parent group-v645630. [ 789.248422] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Creating folder: Instances. Parent ref: group-v645738. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.248689] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de53561-13bc-4c4f-8e50-61f52d758eaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.265985] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Created folder: Instances in parent group-v645738. [ 789.266557] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.266557] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.266813] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd33b1eb-accc-409e-a55a-65fb189e7c5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.294500] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.295858] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.295858] env[68828]: value = "task-3230391" [ 789.295858] env[68828]: _type = "Task" [ 789.295858] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.307631] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230391, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.533284] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.533463] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquired lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.533631] env[68828]: DEBUG nova.network.neutron [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.556132] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18a5904-2add-47e2-ba81-2ea6a1d92670 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.565170] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a64ef6-3ffb-43dd-bb29-3e232ead3bb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.599563] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d61ec-9a9e-4124-9094-1d3c768c2b84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.608336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f35e52-3278-4e4b-8423-daec1834d66e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.626703] env[68828]: DEBUG nova.compute.provider_tree [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.793668] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.807447] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230391, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.995099] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.995396] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.995620] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.995790] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.995936] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.998151] env[68828]: INFO nova.compute.manager [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Terminating instance [ 790.037785] env[68828]: DEBUG nova.compute.utils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Can not refresh info_cache because instance was not found {{(pid=68828) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 790.057507] env[68828]: DEBUG nova.network.neutron [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.075734] env[68828]: DEBUG nova.network.neutron [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updated VIF entry in instance network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.076141] env[68828]: DEBUG nova.network.neutron [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.131419] env[68828]: DEBUG nova.scheduler.client.report [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.173086] env[68828]: DEBUG nova.network.neutron [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.304086] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.506176} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.308189] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 400402ac-ac7d-4086-b67c-2ba8c4d9f92d/400402ac-ac7d-4086-b67c-2ba8c4d9f92d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.308519] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.309022] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53f526e8-1533-4e56-b274-cf684fcb7d54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.317880] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230391, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.319428] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 790.319428] env[68828]: value = "task-3230392" [ 790.319428] env[68828]: _type = "Task" [ 790.319428] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.504604] env[68828]: DEBUG nova.compute.manager [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.504604] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.504604] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad8775-7cf9-4399-b546-7e7e2a122290 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.513697] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.513957] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3491eaaf-0d9f-43bb-ac78-65bebfc92d9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.522261] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 790.522261] env[68828]: value = "task-3230393" [ 790.522261] env[68828]: _type = "Task" [ 790.522261] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.531693] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.585313] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef8c7af-d2be-4454-8b09-a7526ec15f53 req-4d414410-8afb-4cbf-b406-70a75a94ef8d service nova] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.639887] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.642896] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.087s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.646734] env[68828]: INFO nova.compute.claims [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.654224] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.654595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.673098] env[68828]: INFO nova.scheduler.client.report [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Deleted allocations for instance b803dcd4-dcc1-4f09-917d-e7070fe8b6db [ 790.679297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Releasing lock "refresh_cache-e8c5815f-3308-4da7-92ad-f5aa8a56747a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.679297] env[68828]: DEBUG nova.compute.manager [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.679297] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.679297] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60bc90ab-9e5e-403b-9b3c-efe6c915f868 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.692505] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321c52b-7602-4c2f-b759-274102e010f5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.737028] env[68828]: WARNING nova.virt.vmwareapi.vmops [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e8c5815f-3308-4da7-92ad-f5aa8a56747a could not be found. [ 790.737028] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.737347] env[68828]: INFO nova.compute.manager [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 0.06 seconds to destroy the instance on the hypervisor. [ 790.737347] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.737835] env[68828]: DEBUG nova.compute.manager [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.737934] env[68828]: DEBUG nova.network.neutron [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.764272] env[68828]: DEBUG nova.network.neutron [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.784091] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.784429] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.784549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.784717] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.784859] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.786728] env[68828]: INFO nova.compute.manager [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Terminating instance [ 790.813532] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230391, 'name': CreateVM_Task, 'duration_secs': 1.314046} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.813973] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.814307] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.814470] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.814821] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.815014] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5211d5f9-dcd5-4576-abf4-786db0819a72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.820217] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 790.820217] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523875b7-a035-8416-7315-fdc6555ac086" [ 790.820217] env[68828]: _type = "Task" [ 790.820217] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.831010] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128608} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.833884] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.834475] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523875b7-a035-8416-7315-fdc6555ac086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.835161] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f716b-bd93-492a-9b5e-a148884ca242 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.858548] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 400402ac-ac7d-4086-b67c-2ba8c4d9f92d/400402ac-ac7d-4086-b67c-2ba8c4d9f92d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.858881] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99118a26-20e5-4a26-b069-0e54b22856af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.883822] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 790.883822] env[68828]: value = "task-3230394" [ 790.883822] env[68828]: _type = "Task" [ 790.883822] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.892680] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.038322] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230393, 'name': PowerOffVM_Task, 'duration_secs': 0.242293} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.038552] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.038719] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.038970] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd613b9-9c76-4273-b480-281f9435808b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.168478] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.168715] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.168896] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore1] bc7506b3-7995-46f3-9828-a5271aa01ab5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.169197] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f325e869-1f5a-4df2-b1ed-ee66e76fd878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.177994] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 791.177994] env[68828]: value = "task-3230396" [ 791.177994] env[68828]: _type = "Task" [ 791.177994] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.185281] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3110045-fc26-4f52-838d-07a8a54b8461 tempest-ServerGroupTestJSON-1190791042 tempest-ServerGroupTestJSON-1190791042-project-member] Lock "b803dcd4-dcc1-4f09-917d-e7070fe8b6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.872s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.189932] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.268134] env[68828]: DEBUG nova.network.neutron [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.290401] env[68828]: DEBUG nova.compute.manager [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.290621] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.291564] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a18698-c922-49f6-bc49-87206c07fd21 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.300031] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.300291] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ab9126-768e-475a-9b98-05e976f55cae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.307292] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 791.307292] env[68828]: value = "task-3230397" [ 791.307292] env[68828]: _type = "Task" [ 791.307292] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.316646] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.334450] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523875b7-a035-8416-7315-fdc6555ac086, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.334759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.336495] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.336804] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.336978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.337190] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.337465] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79f0126a-c230-4645-ae17-4fd28afed102 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.347748] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.347974] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.348760] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ff03bc-5f7c-4ec3-9e45-a9ecbf1a1aa9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.362376] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 791.362376] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aae3fa-27c1-8b05-0043-803400be23d8" [ 791.362376] env[68828]: _type = "Task" [ 791.362376] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.371261] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aae3fa-27c1-8b05-0043-803400be23d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.394637] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230394, 'name': ReconfigVM_Task, 'duration_secs': 0.338818} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.394833] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 400402ac-ac7d-4086-b67c-2ba8c4d9f92d/400402ac-ac7d-4086-b67c-2ba8c4d9f92d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.395635] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e3bcf8-072b-47f4-80fa-7dfd4f21817a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.404817] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 791.404817] env[68828]: value = "task-3230398" [ 791.404817] env[68828]: _type = "Task" [ 791.404817] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.413877] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230398, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.690095] env[68828]: DEBUG oslo_vmware.api [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17134} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.692937] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.693170] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.693306] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.693479] env[68828]: INFO nova.compute.manager [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 791.693716] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.694143] env[68828]: DEBUG nova.compute.manager [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.694230] env[68828]: DEBUG nova.network.neutron [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.774058] env[68828]: INFO nova.compute.manager [-] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Took 1.03 seconds to deallocate network for instance. [ 791.820184] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230397, 'name': PowerOffVM_Task, 'duration_secs': 0.231368} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.823669] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.824434] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.824434] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91eba1b1-6018-4345-ae6d-17aa107b64fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.875242] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52aae3fa-27c1-8b05-0043-803400be23d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.879121] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007e4834-0e5b-4335-888b-263028922efb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.890313] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 791.890313] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f08ef7-2e92-fa14-f033-b4e53568f6c8" [ 791.890313] env[68828]: _type = "Task" [ 791.890313] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.898257] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.898471] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.898645] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleting the datastore file [datastore1] c47f954b-7a48-45ad-a006-148c9b26f2b2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.900687] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f09c471-3949-4812-a908-25ac02f2662d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.906695] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f08ef7-2e92-fa14-f033-b4e53568f6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.911407] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.911407] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/22e625e7-b4f1-449a-a4ad-a50ea757e8dd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.913757] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9fea2d-7790-492d-8885-95b21c0e4bf1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914867] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for the task: (returnval){ [ 791.914867] env[68828]: value = "task-3230400" [ 791.914867] env[68828]: _type = "Task" [ 791.914867] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.925596] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230398, 'name': Rename_Task, 'duration_secs': 0.24087} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.927816] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 791.927816] env[68828]: value = "task-3230401" [ 791.927816] env[68828]: _type = "Task" [ 791.927816] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.927816] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.927816] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7552ee79-c178-4b6a-984b-e66048974bab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.936747] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.944887] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.945945] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 791.945945] env[68828]: value = "task-3230402" [ 791.945945] env[68828]: _type = "Task" [ 791.945945] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.959381] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.165314] env[68828]: DEBUG nova.compute.manager [req-0957d68c-ae1c-409a-ab3f-22b4be0c24aa req-69e9ab60-8bc9-4fa1-8d6c-b55f72718b4b service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Received event network-vif-deleted-947299a6-546b-40c0-be66-868404dea504 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.165509] env[68828]: INFO nova.compute.manager [req-0957d68c-ae1c-409a-ab3f-22b4be0c24aa req-69e9ab60-8bc9-4fa1-8d6c-b55f72718b4b service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Neutron deleted interface 947299a6-546b-40c0-be66-868404dea504; detaching it from the instance and deleting it from the info cache [ 792.165682] env[68828]: DEBUG nova.network.neutron [req-0957d68c-ae1c-409a-ab3f-22b4be0c24aa req-69e9ab60-8bc9-4fa1-8d6c-b55f72718b4b service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.249679] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bbbdd8-b711-4263-8e32-c08276fb2056 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.259485] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71b35a-d76c-44ae-b094-e1d380c51c58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.292478] env[68828]: INFO nova.compute.manager [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance disappeared during terminate [ 792.292721] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a4c0d61-d1a6-4a2a-9ce4-1aba9ea38323 tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "e8c5815f-3308-4da7-92ad-f5aa8a56747a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.273s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.297459] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de277fd-7723-4590-bf99-a44918b887ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.307288] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553eae6-143b-4456-a3f4-cd00b560f768 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.327084] env[68828]: DEBUG nova.compute.provider_tree [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.430637] env[68828]: DEBUG oslo_vmware.api [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Task: {'id': task-3230400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148522} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.434349] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.434560] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.434729] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.434901] env[68828]: INFO nova.compute.manager [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.435318] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.438993] env[68828]: DEBUG nova.compute.manager [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.438993] env[68828]: DEBUG nova.network.neutron [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.448705] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495249} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.451623] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/22e625e7-b4f1-449a-a4ad-a50ea757e8dd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.451623] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.451623] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a64ed63-d90c-4355-947b-2bef1844728c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.462188] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.463286] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 792.463286] env[68828]: value = "task-3230403" [ 792.463286] env[68828]: _type = "Task" [ 792.463286] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.475438] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.639922] env[68828]: DEBUG nova.network.neutron [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.669759] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6096fbae-1a4d-4825-9b9f-fd1ea19a86b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.681365] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d3402b-fbdd-4439-b8d4-9eaa19e20bf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.729932] env[68828]: DEBUG nova.compute.manager [req-0957d68c-ae1c-409a-ab3f-22b4be0c24aa req-69e9ab60-8bc9-4fa1-8d6c-b55f72718b4b service nova] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Detach interface failed, port_id=947299a6-546b-40c0-be66-868404dea504, reason: Instance bc7506b3-7995-46f3-9828-a5271aa01ab5 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.830261] env[68828]: DEBUG nova.scheduler.client.report [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.959185] env[68828]: DEBUG oslo_vmware.api [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230402, 'name': PowerOnVM_Task, 'duration_secs': 0.566843} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.960255] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.960255] env[68828]: INFO nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Took 8.58 seconds to spawn the instance on the hypervisor. [ 792.960255] env[68828]: DEBUG nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.960817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11d1fa-4e02-4197-9b24-521644f4a953 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.972159] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230822} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.973962] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.981836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884dbd5f-0384-46be-9aba-ded6961d3fe6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.011087] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/22e625e7-b4f1-449a-a4ad-a50ea757e8dd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.011629] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e67b87-eb8d-4d2b-ad84-abe1774c2ffa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.034593] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 793.034593] env[68828]: value = "task-3230404" [ 793.034593] env[68828]: _type = "Task" [ 793.034593] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.045138] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.144559] env[68828]: INFO nova.compute.manager [-] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Took 1.45 seconds to deallocate network for instance. [ 793.205996] env[68828]: DEBUG nova.network.neutron [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.336339] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.337219] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.341057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.847s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.341288] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.341496] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 793.341892] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.821s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.342569] env[68828]: DEBUG nova.objects.instance [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lazy-loading 'resources' on Instance uuid 09531ee3-9860-4aba-a7df-7489e5727da3 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.345485] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ef45c-5a22-4ecb-b154-64304a448be8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.356274] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726fe200-1655-4453-8940-0d17ab88d8a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.374815] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa2cb1-8747-4ae6-9ddd-dc5238f8849f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.381330] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227777ea-b4d1-4749-ba85-841234a24da7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.412224] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178700MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 793.412382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.491152] env[68828]: INFO nova.compute.manager [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Took 43.61 seconds to build instance. [ 793.547556] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230404, 'name': ReconfigVM_Task, 'duration_secs': 0.387126} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.547834] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/22e625e7-b4f1-449a-a4ad-a50ea757e8dd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.548615] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51b7a22c-72f6-45e6-a5f9-0023ad08cf88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.556431] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 793.556431] env[68828]: value = "task-3230405" [ 793.556431] env[68828]: _type = "Task" [ 793.556431] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.565566] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230405, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.652732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.709967] env[68828]: INFO nova.compute.manager [-] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Took 1.27 seconds to deallocate network for instance. [ 793.846553] env[68828]: DEBUG nova.compute.utils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.847968] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.850103] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.944178] env[68828]: DEBUG nova.policy [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd049c269f9db437c8fe95437af264ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7045d7872854a439bbf63a360ea908b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.994112] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9878637b-da67-440a-af36-43481d00c5bf tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.758s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.070686] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230405, 'name': Rename_Task, 'duration_secs': 0.161156} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.070686] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.070910] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6526be3-ed14-407d-bd71-f1a4e68548d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.079752] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 794.079752] env[68828]: value = "task-3230406" [ 794.079752] env[68828]: _type = "Task" [ 794.079752] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.093304] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.216495] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.357805] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.448999] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958eb1d1-48cc-4f67-b48e-4a0505f0f0e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.453789] env[68828]: DEBUG nova.compute.manager [req-dbb7b77f-949f-49f1-adc0-720391d08ba3 req-6509e8ce-2e34-4e36-86c5-4908e4dad4e2 service nova] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Received event network-vif-deleted-41df4450-25ca-4406-9fa3-7404fd3be48b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.461168] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b674d-ed94-4243-9bd2-567d83707d07 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.498758] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.502691] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b13bc-bd33-4fd2-8f86-1c1395d90090 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.512316] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17635a-70e9-4d58-9440-479b5c67950c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.533683] env[68828]: DEBUG nova.compute.provider_tree [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.563987] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Successfully created port: b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.590399] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.614363] env[68828]: DEBUG nova.compute.manager [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.614559] env[68828]: DEBUG nova.compute.manager [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing instance network info cache due to event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.614816] env[68828]: DEBUG oslo_concurrency.lockutils [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] Acquiring lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.614936] env[68828]: DEBUG oslo_concurrency.lockutils [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] Acquired lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.615157] env[68828]: DEBUG nova.network.neutron [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.028875] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.039926] env[68828]: DEBUG nova.scheduler.client.report [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.091082] env[68828]: DEBUG oslo_vmware.api [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230406, 'name': PowerOnVM_Task, 'duration_secs': 0.515201} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.091214] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.091369] env[68828]: INFO nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Took 8.06 seconds to spawn the instance on the hypervisor. [ 795.091558] env[68828]: DEBUG nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.092709] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecde1b16-a708-4683-8e48-ea6fc2d86238 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.251442] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.251780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.252126] env[68828]: INFO nova.compute.manager [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Rebooting instance [ 795.370385] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.401970] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.401970] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.401970] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.401970] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.403598] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.403598] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.403598] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.403598] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.405587] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.405587] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.405587] env[68828]: DEBUG nova.virt.hardware [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.405587] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc3a3e-d9ba-431e-aced-d0b672ab954e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.427243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deccc51-fe65-45d6-986c-bc4f318ed6fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.510473] env[68828]: DEBUG nova.network.neutron [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updated VIF entry in instance network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.510936] env[68828]: DEBUG nova.network.neutron [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.545368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.552252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.736s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.553774] env[68828]: INFO nova.compute.claims [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.574821] env[68828]: INFO nova.scheduler.client.report [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Deleted allocations for instance 09531ee3-9860-4aba-a7df-7489e5727da3 [ 795.611324] env[68828]: INFO nova.compute.manager [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Took 43.29 seconds to build instance. [ 795.787605] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.983042] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.983322] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.014744] env[68828]: DEBUG oslo_concurrency.lockutils [req-9579c9ae-4b3d-4fab-a5c7-3ea20816678d req-361775e6-03da-4dce-a653-e7d60218ee97 service nova] Releasing lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquired lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015733] env[68828]: DEBUG nova.network.neutron [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.052317] env[68828]: INFO nova.compute.manager [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Rescuing [ 796.052551] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.052601] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.053316] env[68828]: DEBUG nova.network.neutron [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.084773] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64dc2290-9220-46d5-87c1-3dd18a679459 tempest-InstanceActionsNegativeTestJSON-832328033 tempest-InstanceActionsNegativeTestJSON-832328033-project-member] Lock "09531ee3-9860-4aba-a7df-7489e5727da3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.036s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.112228] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea003944-d1d7-4a9c-9254-e1dae41fd1d3 tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.058s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.253260] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Successfully updated port: b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.515304] env[68828]: DEBUG nova.compute.manager [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Received event network-vif-plugged-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.515448] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Acquiring lock "605495ba-7900-4069-9142-4c2e87929fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.515623] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Lock "605495ba-7900-4069-9142-4c2e87929fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.515790] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Lock "605495ba-7900-4069-9142-4c2e87929fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.515956] env[68828]: DEBUG nova.compute.manager [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] No waiting events found dispatching network-vif-plugged-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.516321] env[68828]: WARNING nova.compute.manager [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Received unexpected event network-vif-plugged-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d for instance with vm_state building and task_state spawning. [ 796.516502] env[68828]: DEBUG nova.compute.manager [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Received event network-changed-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.516657] env[68828]: DEBUG nova.compute.manager [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Refreshing instance network info cache due to event network-changed-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.516842] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Acquiring lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.516981] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Acquired lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.518054] env[68828]: DEBUG nova.network.neutron [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Refreshing network info cache for port b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.620630] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.757924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.769528] env[68828]: DEBUG nova.network.neutron [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.994269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.994512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.061255] env[68828]: DEBUG nova.network.neutron [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.085187] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505d5443-e820-48ea-a260-f01417d7ba9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.094459] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee412d3e-6bf1-47e7-8526-5c863e51bb4a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.138780] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b3d10-fbb9-4945-8a9b-c8f76fdb1848 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.149930] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87beec53-dc62-4900-a69d-8c306ec8a3d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155233] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.166315] env[68828]: DEBUG nova.compute.provider_tree [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.178082] env[68828]: DEBUG nova.network.neutron [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.229123] env[68828]: DEBUG nova.network.neutron [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.273055] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Releasing lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.669778] env[68828]: DEBUG nova.scheduler.client.report [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.680854] env[68828]: DEBUG oslo_concurrency.lockutils [req-672bdf62-7787-4f9c-95ce-98113162195d req-62aec4e3-3344-47e4-8884-7fd0125f9419 service nova] Releasing lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.681251] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.681419] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.732470] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.779511] env[68828]: DEBUG nova.compute.manager [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.780396] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779219f4-9886-4756-9079-623dd73c9dfb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.174972] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.175528] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.178166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.625s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.178390] env[68828]: DEBUG nova.objects.instance [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lazy-loading 'resources' on Instance uuid 5f618d22-e3ff-41b9-9131-26730e117394 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.213558] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.429976] env[68828]: DEBUG nova.network.neutron [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Updating instance_info_cache with network_info: [{"id": "b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d", "address": "fa:16:3e:a4:04:b4", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb990e7b3-31", "ovs_interfaceid": "b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.682078] env[68828]: DEBUG nova.compute.utils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.691678] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.692083] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.753144] env[68828]: DEBUG nova.policy [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9af76ec88a74c6cb569b24b22a4362a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3829fad03b430398d6371660614e18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.797401] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c5bd8-dba6-4e15-a4b8-6be72aad674b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.807855] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Doing hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 798.808108] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7afa69d5-d133-422b-a78c-f8d062fa69b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.815514] env[68828]: DEBUG oslo_vmware.api [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 798.815514] env[68828]: value = "task-3230407" [ 798.815514] env[68828]: _type = "Task" [ 798.815514] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.824852] env[68828]: DEBUG oslo_vmware.api [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230407, 'name': ResetVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.932909] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "refresh_cache-605495ba-7900-4069-9142-4c2e87929fb5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.933236] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance network_info: |[{"id": "b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d", "address": "fa:16:3e:a4:04:b4", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb990e7b3-31", "ovs_interfaceid": "b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.934754] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:04:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.940991] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating folder: Project (a7045d7872854a439bbf63a360ea908b). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.941307] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d112eee8-9e73-4fc7-b97a-2cdc71886e46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.951314] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created folder: Project (a7045d7872854a439bbf63a360ea908b) in parent group-v645630. [ 798.952350] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating folder: Instances. Parent ref: group-v645741. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.952350] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e388c8-712b-4dc2-b651-849ae9eb24f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.962966] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created folder: Instances in parent group-v645741. [ 798.962966] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.962966] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.962966] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39da86d8-9cde-4a57-a1b1-d97bca258894 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.985110] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.985110] env[68828]: value = "task-3230410" [ 798.985110] env[68828]: _type = "Task" [ 798.985110] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.992779] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230410, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.124712] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Successfully created port: 90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.192052] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.240641] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa25df4-346a-44b7-89a3-3b7921d2fb84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.248797] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01fafc-f4ac-4f03-99cb-ec49da904802 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.280159] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.280599] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e268b3bb-4a42-40ba-9844-d6840732014d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.282739] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8dca70-1cab-45e1-9b14-abaed66c6146 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.289422] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 799.289422] env[68828]: value = "task-3230411" [ 799.289422] env[68828]: _type = "Task" [ 799.289422] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.294769] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f38374-4ebc-4f3b-b7c6-5eab6f53a780 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.305915] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.314641] env[68828]: DEBUG nova.compute.provider_tree [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.323058] env[68828]: DEBUG oslo_vmware.api [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230407, 'name': ResetVM_Task, 'duration_secs': 0.107387} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.323642] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Did hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 799.323642] env[68828]: DEBUG nova.compute.manager [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.324305] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8e727-60a7-47e7-88ff-6ef4d78d0f18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.495448] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230410, 'name': CreateVM_Task, 'duration_secs': 0.304551} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.495635] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.496348] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.496562] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.496842] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.497080] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1217ed-c4c2-4de7-8717-c51d6dae2aa7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.501703] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 799.501703] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d1228-d7d9-a5c3-e568-e42b46055efa" [ 799.501703] env[68828]: _type = "Task" [ 799.501703] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.509641] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d1228-d7d9-a5c3-e568-e42b46055efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.801894] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230411, 'name': PowerOffVM_Task, 'duration_secs': 0.214927} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.801894] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.802399] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd7eb9f-ede3-4a74-87ca-c8b0f091fd15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.820475] env[68828]: DEBUG nova.scheduler.client.report [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.824375] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99e8c9-7be6-459d-9b26-fd879b639f59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.837386] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32f116e0-4724-48aa-85a9-9e78c37f6fc1 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.585s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.860101] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.860101] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dcd4487-1432-4d13-8be3-2768d914a506 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.866065] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 799.866065] env[68828]: value = "task-3230412" [ 799.866065] env[68828]: _type = "Task" [ 799.866065] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.876881] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 799.876969] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.877880] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.877880] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.877880] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.877880] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e423bc-f376-41b1-bd9f-7a0885d12b1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.887812] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.888950] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.888950] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f354b858-dc70-4414-bb26-a7f2292ed0fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.894328] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 799.894328] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293639b-3c94-6edc-27c1-fd48b1f9437f" [ 799.894328] env[68828]: _type = "Task" [ 799.894328] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.901948] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293639b-3c94-6edc-27c1-fd48b1f9437f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.013665] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d1228-d7d9-a5c3-e568-e42b46055efa, 'name': SearchDatastore_Task, 'duration_secs': 0.008552} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.014012] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.014241] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.014455] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.151540] env[68828]: DEBUG nova.compute.manager [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.151733] env[68828]: DEBUG nova.compute.manager [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing instance network info cache due to event network-changed-1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.151944] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] Acquiring lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.152466] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] Acquired lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152674] env[68828]: DEBUG nova.network.neutron [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Refreshing network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.201626] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.233592] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.233883] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.234133] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.234372] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.234750] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.234750] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.234948] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.235158] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.235361] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.235554] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.235792] env[68828]: DEBUG nova.virt.hardware [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.236638] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a98ea-8599-48a0-af2e-b227cc7c67d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.245222] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a772f6f8-be11-4e1a-8d61-132db988f779 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.328669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.331872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.040s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.333806] env[68828]: INFO nova.compute.claims [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.351637] env[68828]: INFO nova.scheduler.client.report [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Deleted allocations for instance 5f618d22-e3ff-41b9-9131-26730e117394 [ 800.405407] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293639b-3c94-6edc-27c1-fd48b1f9437f, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.406760] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf33872-a3b0-4d54-af57-1b773c544a67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.411677] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 800.411677] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c8b3d1-0909-0ec5-cf5b-5d151f1e46f6" [ 800.411677] env[68828]: _type = "Task" [ 800.411677] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.419497] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c8b3d1-0909-0ec5-cf5b-5d151f1e46f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.743186] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Successfully updated port: 90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.763155] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.763415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.763624] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.764364] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.764478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.766651] env[68828]: INFO nova.compute.manager [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Terminating instance [ 800.858786] env[68828]: DEBUG oslo_concurrency.lockutils [None req-656d484f-944d-48b5-a34b-af5b5bdfdd35 tempest-DeleteServersAdminTestJSON-497603079 tempest-DeleteServersAdminTestJSON-497603079-project-member] Lock "5f618d22-e3ff-41b9-9131-26730e117394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.762s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.885934] env[68828]: DEBUG nova.network.neutron [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updated VIF entry in instance network info cache for port 1c008e50-95e9-469c-9548-1bf8dd580b37. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.886382] env[68828]: DEBUG nova.network.neutron [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [{"id": "1c008e50-95e9-469c-9548-1bf8dd580b37", "address": "fa:16:3e:2b:e4:17", "network": {"id": "eaf44d5c-cd3d-4f61-9843-2bb44d5af959", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-854382440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d36beb5bb7049f69b4713c5b9d50d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c008e50-95", "ovs_interfaceid": "1c008e50-95e9-469c-9548-1bf8dd580b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.927901] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c8b3d1-0909-0ec5-cf5b-5d151f1e46f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.929136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.929136] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 800.929136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.929346] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.930112] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844bdfde-2cee-4562-8035-ed14bee07d2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.932354] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c62c7f-f168-4384-9626-dda5172f7dd2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.939974] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 800.939974] env[68828]: value = "task-3230413" [ 800.939974] env[68828]: _type = "Task" [ 800.939974] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.945407] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.945645] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.947126] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e028933e-3406-4fca-aa84-c5a3b05512ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.954630] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.957821] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 800.957821] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52abc580-a93e-7434-2153-4a9257849533" [ 800.957821] env[68828]: _type = "Task" [ 800.957821] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.966090] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52abc580-a93e-7434-2153-4a9257849533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.244346] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.244585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquired lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.244698] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.270187] env[68828]: DEBUG nova.compute.manager [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.270505] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.271790] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2cbfb2-2278-48db-bd20-70da8546c46a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.280808] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.281080] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e4c643-b779-4855-9723-ae3c04c390ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.287264] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 801.287264] env[68828]: value = "task-3230414" [ 801.287264] env[68828]: _type = "Task" [ 801.287264] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.297335] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.389818] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb63a3c-ef0a-43cc-822a-a3f5fcb4edf8 req-dc039fa3-3cec-4af8-8bd3-d0f78782047e service nova] Releasing lock "refresh_cache-400402ac-ac7d-4086-b67c-2ba8c4d9f92d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.451941] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.469349] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52abc580-a93e-7434-2153-4a9257849533, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.474156] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa27c13-a25f-4fde-b52c-0096c03f6e8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.479334] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 801.479334] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529185cc-74a0-1fbb-b808-b870bb219af4" [ 801.479334] env[68828]: _type = "Task" [ 801.479334] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.488311] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529185cc-74a0-1fbb-b808-b870bb219af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.777904] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30322e3-5b07-4578-93ec-87107c187ace {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.789020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8636e2d-50ba-4fb2-99e2-ba2583d9ddca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.793029] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.822346] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28744e2e-48db-458c-b803-af32af94e9c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.828567] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230414, 'name': PowerOffVM_Task, 'duration_secs': 0.21831} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.829665] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.829912] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.830204] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e94c2e7-b607-4c82-8b2e-5563f9ab84db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.834791] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73de80-e409-4ff0-96c9-23a5765ce430 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.849753] env[68828]: DEBUG nova.compute.provider_tree [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.897417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.897417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.897417] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleting the datastore file [datastore1] 400402ac-ac7d-4086-b67c-2ba8c4d9f92d {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.897742] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a99648-e6bc-4bdb-81a1-54779d11b393 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.907805] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 801.907805] env[68828]: value = "task-3230416" [ 801.907805] env[68828]: _type = "Task" [ 801.907805] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.916324] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.953466] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517596} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.953620] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 801.954502] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2f7f5-4c34-4f6b-a2db-15423047e11e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.980749] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.981192] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f643d80e-f6d0-4055-bb67-8c5ccc669499 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.996171] env[68828]: DEBUG nova.network.neutron [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Updating instance_info_cache with network_info: [{"id": "90fca38b-40da-446f-92f0-215e1780b134", "address": "fa:16:3e:cd:24:d6", "network": {"id": "2bfd7c44-8b8e-428a-975b-bde702c10a6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548195831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3829fad03b430398d6371660614e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fca38b-40", "ovs_interfaceid": "90fca38b-40da-446f-92f0-215e1780b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.009633] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 802.009633] env[68828]: value = "task-3230417" [ 802.009633] env[68828]: _type = "Task" [ 802.009633] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.009955] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529185cc-74a0-1fbb-b808-b870bb219af4, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.010321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.010578] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.013553] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-304806b8-292c-466d-8568-12dbd63634f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.020837] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.022011] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 802.022011] env[68828]: value = "task-3230418" [ 802.022011] env[68828]: _type = "Task" [ 802.022011] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.029442] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.184343] env[68828]: DEBUG nova.compute.manager [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Received event network-vif-plugged-90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.185631] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Acquiring lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.185631] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.185631] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.185631] env[68828]: DEBUG nova.compute.manager [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] No waiting events found dispatching network-vif-plugged-90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.185631] env[68828]: WARNING nova.compute.manager [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Received unexpected event network-vif-plugged-90fca38b-40da-446f-92f0-215e1780b134 for instance with vm_state building and task_state spawning. [ 802.185993] env[68828]: DEBUG nova.compute.manager [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Received event network-changed-90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.185993] env[68828]: DEBUG nova.compute.manager [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Refreshing instance network info cache due to event network-changed-90fca38b-40da-446f-92f0-215e1780b134. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.186273] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Acquiring lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372322] env[68828]: ERROR nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [req-a3c1d11a-7349-4c2e-a0d1-eace7d76f270] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3c1d11a-7349-4c2e-a0d1-eace7d76f270"}]} [ 802.390986] env[68828]: DEBUG nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.406182] env[68828]: DEBUG nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.406297] env[68828]: DEBUG nova.compute.provider_tree [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.421275] env[68828]: DEBUG oslo_vmware.api [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150956} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.422435] env[68828]: DEBUG nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.424535] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.424810] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.424911] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.425106] env[68828]: INFO nova.compute.manager [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.425368] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.425787] env[68828]: DEBUG nova.compute.manager [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.425887] env[68828]: DEBUG nova.network.neutron [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.455316] env[68828]: DEBUG nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.502669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Releasing lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503085] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Instance network_info: |[{"id": "90fca38b-40da-446f-92f0-215e1780b134", "address": "fa:16:3e:cd:24:d6", "network": {"id": "2bfd7c44-8b8e-428a-975b-bde702c10a6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548195831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3829fad03b430398d6371660614e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fca38b-40", "ovs_interfaceid": "90fca38b-40da-446f-92f0-215e1780b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.503765] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Acquired lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503765] env[68828]: DEBUG nova.network.neutron [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Refreshing network info cache for port 90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.505118] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:24:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90fca38b-40da-446f-92f0-215e1780b134', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.514517] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Creating folder: Project (cc3829fad03b430398d6371660614e18). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.520488] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150655cf-b217-4776-a0c4-c13630c4ae9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.536422] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.540290] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513995} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.543913] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.544155] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.544426] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Created folder: Project (cc3829fad03b430398d6371660614e18) in parent group-v645630. [ 802.544586] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Creating folder: Instances. Parent ref: group-v645744. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.544994] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20507f34-c136-4323-ba7d-5a9cd9977a5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.546988] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc91ba8-cf9f-4b96-97d6-ae4b6a43867e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.553505] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 802.553505] env[68828]: value = "task-3230421" [ 802.553505] env[68828]: _type = "Task" [ 802.553505] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.558626] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Created folder: Instances in parent group-v645744. [ 802.558861] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.559695] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.562927] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e70139-1757-4b8c-a202-421554da2ae0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.585336] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.591170] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.591170] env[68828]: value = "task-3230422" [ 802.591170] env[68828]: _type = "Task" [ 802.591170] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.602781] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230422, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.768918] env[68828]: DEBUG nova.compute.manager [req-619c901d-ac7e-4f1d-be5f-34b0882e9878 req-e14da74d-4f39-4c47-a13c-d32630b57602 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Received event network-vif-deleted-1c008e50-95e9-469c-9548-1bf8dd580b37 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.769393] env[68828]: INFO nova.compute.manager [req-619c901d-ac7e-4f1d-be5f-34b0882e9878 req-e14da74d-4f39-4c47-a13c-d32630b57602 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Neutron deleted interface 1c008e50-95e9-469c-9548-1bf8dd580b37; detaching it from the instance and deleting it from the info cache [ 802.769393] env[68828]: DEBUG nova.network.neutron [req-619c901d-ac7e-4f1d-be5f-34b0882e9878 req-e14da74d-4f39-4c47-a13c-d32630b57602 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.001048] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d388b9-a85d-4dcb-93af-a0212c5deaf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.008659] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4def4b-439d-465b-b1d6-02649fce5c4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.049376] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d315b53-969e-4e49-afd1-ad6aeb1c6ac3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.057079] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230417, 'name': ReconfigVM_Task, 'duration_secs': 0.604704} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.061856] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.063243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73967d0d-eea8-4211-93ae-ec2c6566a518 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.066221] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf45429a-4fe9-4708-bb39-e5a6af19ed0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.075471] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076569} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.098897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.104178] env[68828]: DEBUG nova.compute.provider_tree [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.110235] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd7ba2d-747e-4258-98fd-94d3d05fcba3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.112569] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c99be2-ab66-49ec-b3fe-a9793f43d1e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.127063] env[68828]: DEBUG nova.scheduler.client.report [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.137186] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230422, 'name': CreateVM_Task, 'duration_secs': 0.351319} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.147853] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.148248] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 803.148248] env[68828]: value = "task-3230423" [ 803.148248] env[68828]: _type = "Task" [ 803.148248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.157263] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.158594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.158594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.158594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.158882] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ff3dd8-1580-45e4-b2ad-aac4f666286f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.175743] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc48dd5-2804-4fcd-b203-c8306aa9a619 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.183917] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 803.183917] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521903f7-8981-3540-46d5-071a9c18721a" [ 803.183917] env[68828]: _type = "Task" [ 803.183917] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.187621] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.191374] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 803.191374] env[68828]: value = "task-3230424" [ 803.191374] env[68828]: _type = "Task" [ 803.191374] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.201538] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521903f7-8981-3540-46d5-071a9c18721a, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.202308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202557] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.202799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.203128] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.206657] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f9fa88-12f3-4136-8f89-9efb6f414508 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.208587] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.216455] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.216678] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.217871] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d98a6e-62d9-46f8-8239-19c5b1f373c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.223863] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 803.223863] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eac6b-a5e5-a662-56d1-b78fcf3be743" [ 803.223863] env[68828]: _type = "Task" [ 803.223863] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.233494] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eac6b-a5e5-a662-56d1-b78fcf3be743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.248990] env[68828]: DEBUG nova.network.neutron [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.272673] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2709bb0a-ede1-4889-a8f5-9e8d7ac05292 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.282541] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd21891-e1bd-4699-9b1d-45ea3f75f763 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.320035] env[68828]: DEBUG nova.compute.manager [req-619c901d-ac7e-4f1d-be5f-34b0882e9878 req-e14da74d-4f39-4c47-a13c-d32630b57602 service nova] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Detach interface failed, port_id=1c008e50-95e9-469c-9548-1bf8dd580b37, reason: Instance 400402ac-ac7d-4086-b67c-2ba8c4d9f92d could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.329892] env[68828]: DEBUG nova.network.neutron [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Updated VIF entry in instance network info cache for port 90fca38b-40da-446f-92f0-215e1780b134. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.330462] env[68828]: DEBUG nova.network.neutron [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Updating instance_info_cache with network_info: [{"id": "90fca38b-40da-446f-92f0-215e1780b134", "address": "fa:16:3e:cd:24:d6", "network": {"id": "2bfd7c44-8b8e-428a-975b-bde702c10a6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548195831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3829fad03b430398d6371660614e18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fca38b-40", "ovs_interfaceid": "90fca38b-40da-446f-92f0-215e1780b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.377340] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "efb30d86-f227-4388-a29d-a1f2359d339b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.377615] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.377776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.377949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.378122] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.380102] env[68828]: INFO nova.compute.manager [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Terminating instance [ 803.632734] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.301s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.633270] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.639020] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.097s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.639020] env[68828]: DEBUG nova.objects.instance [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lazy-loading 'resources' on Instance uuid d72b95bc-c418-4a85-aca1-54efaf67217a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.669607] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230423, 'name': ReconfigVM_Task, 'duration_secs': 0.169454} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.669999] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.674918] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72435b1d-bf21-42e6-a9ca-141c0ebd1f8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.676907] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 803.676907] env[68828]: value = "task-3230425" [ 803.676907] env[68828]: _type = "Task" [ 803.676907] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.685244] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.700160] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230424, 'name': ReconfigVM_Task, 'duration_secs': 0.282162} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.700431] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.701052] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da22888-31bc-41cb-b0a8-47210cb1690c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.705992] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 803.705992] env[68828]: value = "task-3230426" [ 803.705992] env[68828]: _type = "Task" [ 803.705992] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.713628] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230426, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.734821] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eac6b-a5e5-a662-56d1-b78fcf3be743, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.735587] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65937859-0fbb-45bb-bce7-30b84e7c68ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.740916] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 803.740916] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52207efa-6323-5836-eb06-4f40d7ff162a" [ 803.740916] env[68828]: _type = "Task" [ 803.740916] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.750761] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52207efa-6323-5836-eb06-4f40d7ff162a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.751221] env[68828]: INFO nova.compute.manager [-] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Took 1.33 seconds to deallocate network for instance. [ 803.832651] env[68828]: DEBUG oslo_concurrency.lockutils [req-6ea87244-9b47-434c-a151-378e038ae157 req-6b68d932-e9bf-45af-92bc-0e40f4f79bc6 service nova] Releasing lock "refresh_cache-29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.884953] env[68828]: DEBUG nova.compute.manager [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.885521] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.886130] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45222009-30d4-42aa-bfbb-87b66ee5f264 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.896168] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.896168] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c294f134-2bff-499e-87d9-84a232bbcde4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.903191] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 803.903191] env[68828]: value = "task-3230427" [ 803.903191] env[68828]: _type = "Task" [ 803.903191] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.910689] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.139936] env[68828]: DEBUG nova.compute.utils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.145809] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.145809] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.178023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "27273416-b04c-4381-b4d2-43cb300b2046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.178023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.193163] env[68828]: DEBUG oslo_vmware.api [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230425, 'name': PowerOnVM_Task, 'duration_secs': 0.493063} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.193163] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.193163] env[68828]: DEBUG nova.policy [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd049c269f9db437c8fe95437af264ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7045d7872854a439bbf63a360ea908b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.195118] env[68828]: DEBUG nova.compute.manager [None req-57057f18-76af-4726-8182-e1762653655b tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.196879] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633af985-4385-4d34-9776-7eb0dbbeb36a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.220097] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230426, 'name': Rename_Task, 'duration_secs': 0.135461} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.226376] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.227423] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7aaabfc-3557-4f9e-8e75-18dedcd1b5e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.237020] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 804.237020] env[68828]: value = "task-3230428" [ 804.237020] env[68828]: _type = "Task" [ 804.237020] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.243473] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.256127] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52207efa-6323-5836-eb06-4f40d7ff162a, 'name': SearchDatastore_Task, 'duration_secs': 0.026797} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.257755] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.258031] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec/29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.258943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.259205] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1397c1e1-c98a-444a-b6fc-729141231b32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.267258] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 804.267258] env[68828]: value = "task-3230429" [ 804.267258] env[68828]: _type = "Task" [ 804.267258] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.282952] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.415221] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.645566] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.705851] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Successfully created port: 01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.733754] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958c822-4110-404c-b76d-c227c9400d1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.747297] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5680734-ed74-4c50-a62c-fdb7294e6cab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.750765] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.781190] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498727a0-7b76-42a6-a05f-adf7db6b8d12 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.788141] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.791840] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3eb08-342f-4b35-80b5-a1b4a35f00a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.806370] env[68828]: DEBUG nova.compute.provider_tree [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.919298] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.248986] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.292414] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953044} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.292689] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec/29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.292903] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.293174] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b96e9a0e-37e1-417f-87c4-c700111e6eb0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.301185] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 805.301185] env[68828]: value = "task-3230430" [ 805.301185] env[68828]: _type = "Task" [ 805.301185] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.314023] env[68828]: DEBUG nova.scheduler.client.report [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.314630] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.416836] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230427, 'name': PowerOffVM_Task, 'duration_secs': 1.216297} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.417201] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.417343] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.417614] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7497b3c0-a08f-4530-8870-3957d2764ac9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.482279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.482279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.482539] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleting the datastore file [datastore2] efb30d86-f227-4388-a29d-a1f2359d339b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.482687] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-021bfdd4-fa47-4521-82a4-95f176940ea8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.489946] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 805.489946] env[68828]: value = "task-3230432" [ 805.489946] env[68828]: _type = "Task" [ 805.489946] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.498907] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.661818] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.686718] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.686972] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.687164] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.687349] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.687490] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.687628] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.687837] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.687993] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.688170] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.688351] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.688612] env[68828]: DEBUG nova.virt.hardware [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.689705] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c9cfa7-3546-43aa-8549-387013d8e69e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.697933] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e4ea0d-311e-4ed2-9fde-f2a38fa9273e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.747073] env[68828]: DEBUG oslo_vmware.api [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230428, 'name': PowerOnVM_Task, 'duration_secs': 1.199371} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.747855] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.747855] env[68828]: INFO nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Took 10.38 seconds to spawn the instance on the hypervisor. [ 805.747855] env[68828]: DEBUG nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.748592] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b5d1f-a84e-43a2-85ed-291849e103d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.810284] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071622} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.810836] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.811379] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c6902-043b-414e-b8a2-9649168d10e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.825606] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.836298] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec/29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.837562] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.593s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.839073] env[68828]: INFO nova.compute.claims [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.843745] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535ccabd-4e22-466a-9bb6-2f8e3cc78838 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.865479] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 805.865479] env[68828]: value = "task-3230433" [ 805.865479] env[68828]: _type = "Task" [ 805.865479] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.872593] env[68828]: INFO nova.scheduler.client.report [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted allocations for instance d72b95bc-c418-4a85-aca1-54efaf67217a [ 805.882917] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.999921] env[68828]: DEBUG oslo_vmware.api [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422809} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.002416] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.002416] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.002416] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.002416] env[68828]: INFO nova.compute.manager [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Took 2.12 seconds to destroy the instance on the hypervisor. [ 806.002416] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.002416] env[68828]: DEBUG nova.compute.manager [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.002416] env[68828]: DEBUG nova.network.neutron [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.225400] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Successfully updated port: 01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.268375] env[68828]: INFO nova.compute.manager [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Took 50.73 seconds to build instance. [ 806.377180] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.388165] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395db7d0-2c71-40c6-91e1-72119b492cb8 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "d72b95bc-c418-4a85-aca1-54efaf67217a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.314s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.427337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.427682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.469220] env[68828]: DEBUG nova.compute.manager [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Received event network-vif-plugged-01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.469430] env[68828]: DEBUG oslo_concurrency.lockutils [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] Acquiring lock "680131fe-0141-4db6-a9b5-06b814953497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.469629] env[68828]: DEBUG oslo_concurrency.lockutils [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] Lock "680131fe-0141-4db6-a9b5-06b814953497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.469816] env[68828]: DEBUG oslo_concurrency.lockutils [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] Lock "680131fe-0141-4db6-a9b5-06b814953497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.470059] env[68828]: DEBUG nova.compute.manager [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] No waiting events found dispatching network-vif-plugged-01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.470223] env[68828]: WARNING nova.compute.manager [req-0c83df2b-bd86-4abb-a71a-deec19fbe45b req-16973e5e-3a79-4a59-883a-4dcdc4fcd89f service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Received unexpected event network-vif-plugged-01238255-533c-4358-875c-a71f8597e9ac for instance with vm_state building and task_state spawning. [ 806.669467] env[68828]: DEBUG nova.compute.manager [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.669467] env[68828]: DEBUG nova.compute.manager [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing instance network info cache due to event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.669467] env[68828]: DEBUG oslo_concurrency.lockutils [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.669467] env[68828]: DEBUG oslo_concurrency.lockutils [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.669467] env[68828]: DEBUG nova.network.neutron [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.732024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.732024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.732024] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.771728] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e1abaf91-fa5c-4226-8e1c-351a0ba3ad28 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.813s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.884019] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230433, 'name': ReconfigVM_Task, 'duration_secs': 0.570111} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.884019] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec/29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.884019] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff94967a-ae9d-4ce8-9669-24edaa51fbff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.892020] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 806.892020] env[68828]: value = "task-3230434" [ 806.892020] env[68828]: _type = "Task" [ 806.892020] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.904348] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230434, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.275123] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.279745] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.300158] env[68828]: DEBUG nova.network.neutron [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.391788] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc8d04-e668-4c6b-a542-7ca97c00e380 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.402704] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230434, 'name': Rename_Task, 'duration_secs': 0.33552} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.406712] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.407264] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c54b9284-d6fe-498a-b280-1f31bcc066c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426dd9f5-4bb1-4bf1-8192-ffe654e28413 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.452044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63007be5-9fe3-4b6f-a9f3-f75b34a985f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455100] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 807.455100] env[68828]: value = "task-3230435" [ 807.455100] env[68828]: _type = "Task" [ 807.455100] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.456031] env[68828]: DEBUG nova.network.neutron [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Updating instance_info_cache with network_info: [{"id": "01238255-533c-4358-875c-a71f8597e9ac", "address": "fa:16:3e:56:ac:ab", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01238255-53", "ovs_interfaceid": "01238255-533c-4358-875c-a71f8597e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.464537] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c248f5a-04ca-45a0-8b16-25544222e7fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.472383] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230435, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.483469] env[68828]: DEBUG nova.compute.provider_tree [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.498582] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.498809] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.499092] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.499290] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.499453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.501418] env[68828]: INFO nova.compute.manager [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Terminating instance [ 807.624335] env[68828]: DEBUG nova.network.neutron [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updated VIF entry in instance network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.624692] env[68828]: DEBUG nova.network.neutron [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.799758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.813519] env[68828]: INFO nova.compute.manager [-] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Took 1.81 seconds to deallocate network for instance. [ 807.960343] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.960343] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Instance network_info: |[{"id": "01238255-533c-4358-875c-a71f8597e9ac", "address": "fa:16:3e:56:ac:ab", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01238255-53", "ovs_interfaceid": "01238255-533c-4358-875c-a71f8597e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.963316] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ac:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01238255-533c-4358-875c-a71f8597e9ac', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.970641] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.970871] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.971770] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9a463f-a6ab-47d6-8ef3-6bf57052c4b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.992687] env[68828]: DEBUG nova.scheduler.client.report [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.998447] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.003520] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.003520] env[68828]: value = "task-3230436" [ 808.003520] env[68828]: _type = "Task" [ 808.003520] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.008260] env[68828]: DEBUG nova.compute.manager [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.008501] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.009319] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c696f33-ce50-454f-b049-05d366374f87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.017736] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230436, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.020102] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.020368] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd32009-ace4-4535-bd49-712055c24cd9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027838] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 808.027838] env[68828]: value = "task-3230437" [ 808.027838] env[68828]: _type = "Task" [ 808.027838] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.037867] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.127742] env[68828]: DEBUG oslo_concurrency.lockutils [req-05781018-44f2-4240-b262-ee73e7c13939 req-57b26d9b-525d-4d4c-b478-c192089e637c service nova] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.319787] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.467517] env[68828]: DEBUG oslo_vmware.api [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230435, 'name': PowerOnVM_Task, 'duration_secs': 0.942588} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.467844] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.467973] env[68828]: INFO nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Took 8.27 seconds to spawn the instance on the hypervisor. [ 808.468167] env[68828]: DEBUG nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.468915] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59768c9-b096-4419-a86e-82a90d126b58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.500032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.500580] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.504186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.630s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.506072] env[68828]: INFO nova.compute.claims [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.517889] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230436, 'name': CreateVM_Task, 'duration_secs': 0.311226} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.518076] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.518729] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.518890] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.519221] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.519465] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d77d63-96a6-4d87-867e-bdb0907f061f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.523927] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 808.523927] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba68cc-b221-aee7-039c-f50e9923bf06" [ 808.523927] env[68828]: _type = "Task" [ 808.523927] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.534710] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba68cc-b221-aee7-039c-f50e9923bf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.540571] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230437, 'name': PowerOffVM_Task, 'duration_secs': 0.195155} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.540824] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.541284] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.541284] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-847d9d26-9d95-4c6c-b5a5-f2edfc1ee20c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.588200] env[68828]: DEBUG nova.compute.manager [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Received event network-changed-01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.588462] env[68828]: DEBUG nova.compute.manager [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Refreshing instance network info cache due to event network-changed-01238255-533c-4358-875c-a71f8597e9ac. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.589607] env[68828]: DEBUG oslo_concurrency.lockutils [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] Acquiring lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.589607] env[68828]: DEBUG oslo_concurrency.lockutils [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] Acquired lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.591382] env[68828]: DEBUG nova.network.neutron [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Refreshing network info cache for port 01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.603770] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.604030] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.604167] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleting the datastore file [datastore2] 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.604422] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f67b9b68-7d6e-4147-a68b-73ffbf0e40cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.611066] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 808.611066] env[68828]: value = "task-3230439" [ 808.611066] env[68828]: _type = "Task" [ 808.611066] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.620662] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.907925] env[68828]: DEBUG nova.compute.manager [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Received event network-vif-deleted-4c19168c-8ad8-4d18-bacb-a9e726fb6bab {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.908077] env[68828]: DEBUG nova.compute.manager [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.908262] env[68828]: DEBUG nova.compute.manager [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing instance network info cache due to event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.908430] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.908565] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.908718] env[68828]: DEBUG nova.network.neutron [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.990023] env[68828]: INFO nova.compute.manager [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Took 48.19 seconds to build instance. [ 809.005512] env[68828]: DEBUG nova.compute.utils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.006937] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.007152] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.034922] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba68cc-b221-aee7-039c-f50e9923bf06, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.035251] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.035485] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.035723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.035866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.036052] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.036319] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99f251b9-778c-49d8-9b76-2feaafe1283f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.054142] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.054340] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.055710] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ce883f-0b74-4b73-b943-07325eeb0a51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.061763] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 809.061763] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522ca182-aeb4-2d17-3d3e-2f904b108fb7" [ 809.061763] env[68828]: _type = "Task" [ 809.061763] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.069162] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522ca182-aeb4-2d17-3d3e-2f904b108fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.091040] env[68828]: DEBUG nova.policy [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd783b41db0f748918a8c5f8bb5088612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25db23f8a1c447cd94211bf4ab36a3be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.120682] env[68828]: DEBUG oslo_vmware.api [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12535} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.120935] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.121260] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.121517] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.121622] env[68828]: INFO nova.compute.manager [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 809.121865] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.122070] env[68828]: DEBUG nova.compute.manager [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.122169] env[68828]: DEBUG nova.network.neutron [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.437162] env[68828]: DEBUG nova.network.neutron [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Updated VIF entry in instance network info cache for port 01238255-533c-4358-875c-a71f8597e9ac. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.437519] env[68828]: DEBUG nova.network.neutron [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Updating instance_info_cache with network_info: [{"id": "01238255-533c-4358-875c-a71f8597e9ac", "address": "fa:16:3e:56:ac:ab", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01238255-53", "ovs_interfaceid": "01238255-533c-4358-875c-a71f8597e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.491856] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fac65c82-0dc7-4ed9-bc06-4c884e2652d1 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.738s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.509968] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.575803] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522ca182-aeb4-2d17-3d3e-2f904b108fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.038467} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.576617] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6ff1ee-c6ac-42ce-a482-8ebdd60e15aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.583351] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 809.583351] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b63345-e163-975f-ae54-87cf39e1bdfe" [ 809.583351] env[68828]: _type = "Task" [ 809.583351] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.590888] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b63345-e163-975f-ae54-87cf39e1bdfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.815668] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Successfully created port: b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.940376] env[68828]: DEBUG oslo_concurrency.lockutils [req-da2e04b5-be73-4405-8fd8-d558ca9632cc req-3e022e00-ca47-450c-9cbe-749419824a8d service nova] Releasing lock "refresh_cache-680131fe-0141-4db6-a9b5-06b814953497" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.956074] env[68828]: DEBUG nova.network.neutron [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updated VIF entry in instance network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.956527] env[68828]: DEBUG nova.network.neutron [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.000485] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.003574] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa01e63-3071-4e48-9df1-17b14bdd9915 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.006977] env[68828]: DEBUG nova.network.neutron [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.013134] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f19a0b-1cf0-40c8-aebd-a784f7b3e5c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.057082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6d4a8f-2966-4848-8700-c0fded00d01c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.067909] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801b8d4-bfe8-420d-a7f1-823e065e7466 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.082492] env[68828]: DEBUG nova.compute.provider_tree [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.091506] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b63345-e163-975f-ae54-87cf39e1bdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.030846} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.091757] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.091997] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 680131fe-0141-4db6-a9b5-06b814953497/680131fe-0141-4db6-a9b5-06b814953497.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.092268] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b8c560-d1dc-4194-aac3-53c3f2c34aac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.099588] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 810.099588] env[68828]: value = "task-3230440" [ 810.099588] env[68828]: _type = "Task" [ 810.099588] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.107378] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.463359] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e211cae-0f88-4620-82c3-8dca44f3d761 req-61112701-720a-4c29-8500-26aeda94a6c7 service nova] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.510606] env[68828]: INFO nova.compute.manager [-] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Took 1.39 seconds to deallocate network for instance. [ 810.521770] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.525431] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.552513] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.552752] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.553070] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.553148] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.553226] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.553366] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.553561] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.553716] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.553886] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.554072] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.554218] env[68828]: DEBUG nova.virt.hardware [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.555404] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab75a5a2-c38e-4070-bf99-97fda394bedb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.565007] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f91da-35c7-485f-b1d5-62ff9f468056 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.588262] env[68828]: DEBUG nova.scheduler.client.report [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.609917] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462204} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.610185] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 680131fe-0141-4db6-a9b5-06b814953497/680131fe-0141-4db6-a9b5-06b814953497.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.610401] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.610649] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-494114b5-34d1-48b6-9b86-b4921a4e92ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.617868] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 810.617868] env[68828]: value = "task-3230441" [ 810.617868] env[68828]: _type = "Task" [ 810.617868] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.628503] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.764571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.764910] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.765151] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.765364] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.765532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.767702] env[68828]: INFO nova.compute.manager [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Terminating instance [ 810.960209] env[68828]: DEBUG nova.compute.manager [req-6461909a-c65b-412b-a018-ddb30b648991 req-cd5002aa-72fb-49ed-ad3d-a01bbc4ea706 service nova] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Received event network-vif-deleted-77d990e3-326f-41f3-b06e-cc86f4e724d4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.020111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.093787] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.094329] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.096950] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.809s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.098570] env[68828]: INFO nova.compute.claims [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.128790] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059548} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.129096] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.129907] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fa3f69-ba39-4b1d-a5a1-d8755ade13ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.153162] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 680131fe-0141-4db6-a9b5-06b814953497/680131fe-0141-4db6-a9b5-06b814953497.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.154559] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3159e607-d514-4f8b-a9d2-8f24cf7afcef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.175278] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 811.175278] env[68828]: value = "task-3230442" [ 811.175278] env[68828]: _type = "Task" [ 811.175278] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.185299] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.271989] env[68828]: DEBUG nova.compute.manager [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.272293] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.273336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007ae25-5308-40b7-8023-1386f8a14ae7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.284266] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.284266] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d01d95-ec0e-4e6d-952d-b6a548458100 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.288962] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 811.288962] env[68828]: value = "task-3230443" [ 811.288962] env[68828]: _type = "Task" [ 811.288962] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.297384] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.372413] env[68828]: DEBUG nova.compute.manager [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.372850] env[68828]: DEBUG nova.compute.manager [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing instance network info cache due to event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.373010] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.373329] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.373468] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.604174] env[68828]: DEBUG nova.compute.utils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.610148] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.610148] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.691017] env[68828]: DEBUG nova.policy [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.696183] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.798350] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230443, 'name': PowerOffVM_Task, 'duration_secs': 0.233718} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.798653] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.798869] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.799135] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e0c9d7-c1ff-476e-80d3-69c38052b15a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.863933] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.864179] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.864431] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Deleting the datastore file [datastore2] 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.864723] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9c9903-cf96-4278-804d-b20a012d3725 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.871965] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for the task: (returnval){ [ 811.871965] env[68828]: value = "task-3230445" [ 811.871965] env[68828]: _type = "Task" [ 811.871965] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.887718] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.083329] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Successfully updated port: b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.103872] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updated VIF entry in instance network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.104222] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.108144] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.198164] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230442, 'name': ReconfigVM_Task, 'duration_secs': 0.540965} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.198563] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 680131fe-0141-4db6-a9b5-06b814953497/680131fe-0141-4db6-a9b5-06b814953497.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.199196] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba8da4c-d529-46a1-9275-64c1f9ef0820 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.206140] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 812.206140] env[68828]: value = "task-3230446" [ 812.206140] env[68828]: _type = "Task" [ 812.206140] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.217979] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230446, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.296703] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Successfully created port: 63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.384439] env[68828]: DEBUG oslo_vmware.api [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Task: {'id': task-3230445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148418} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.384727] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.384932] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.385092] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.385266] env[68828]: INFO nova.compute.manager [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 812.385508] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.385695] env[68828]: DEBUG nova.compute.manager [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.385791] env[68828]: DEBUG nova.network.neutron [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.587831] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.587975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.588155] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.609271] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610191] env[68828]: DEBUG nova.compute.manager [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.610191] env[68828]: DEBUG nova.compute.manager [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing instance network info cache due to event network-changed-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.610191] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Acquiring lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.610191] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Acquired lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610571] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Refreshing network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.643090] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0156476c-3574-418a-bcee-ef5e972975ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.651151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e42dde5-db5d-4792-a04c-9d97a1d4331d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.683510] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a70c50d-312b-48e2-9484-454dec56efd2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.692706] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bad9b1-3635-4d0a-b19f-87b8c6b78619 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.708123] env[68828]: DEBUG nova.compute.provider_tree [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.716496] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230446, 'name': Rename_Task, 'duration_secs': 0.143586} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.717371] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.717629] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79dd0184-6f80-4f79-a034-d43d4ac81da3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.724841] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 812.724841] env[68828]: value = "task-3230447" [ 812.724841] env[68828]: _type = "Task" [ 812.724841] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.736168] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.823189] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.825424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.825668] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.825870] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.826078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.829030] env[68828]: INFO nova.compute.manager [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Terminating instance [ 812.987020] env[68828]: DEBUG nova.compute.manager [req-cd00f19f-25be-43ea-83bc-47e2fd2f2773 req-e4f3d7cb-67cd-4ccb-a66d-ce561bb46f84 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Received event network-vif-deleted-90fca38b-40da-446f-92f0-215e1780b134 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.987208] env[68828]: INFO nova.compute.manager [req-cd00f19f-25be-43ea-83bc-47e2fd2f2773 req-e4f3d7cb-67cd-4ccb-a66d-ce561bb46f84 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Neutron deleted interface 90fca38b-40da-446f-92f0-215e1780b134; detaching it from the instance and deleting it from the info cache [ 812.987380] env[68828]: DEBUG nova.network.neutron [req-cd00f19f-25be-43ea-83bc-47e2fd2f2773 req-e4f3d7cb-67cd-4ccb-a66d-ce561bb46f84 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.119422] env[68828]: DEBUG nova.network.neutron [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.123082] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.125698] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.155709] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.155945] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.156132] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.156320] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.156461] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.157571] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.157571] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.157571] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.157776] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.157859] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.158068] env[68828]: DEBUG nova.virt.hardware [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.158997] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5f8033-b319-47e0-b5ff-49b353c8325d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.167926] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef37ad-707a-4b3c-8d6f-112db7e21cd3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.212752] env[68828]: DEBUG nova.scheduler.client.report [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.235093] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230447, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.286213] env[68828]: DEBUG nova.network.neutron [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Updating instance_info_cache with network_info: [{"id": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "address": "fa:16:3e:67:2e:40", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b1b519-23", "ovs_interfaceid": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.334786] env[68828]: DEBUG nova.compute.manager [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.335087] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.336778] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f7fb8-d524-4d42-98bb-bc490e9bec13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.344713] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.344962] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79390b0-2948-4b17-b98d-9e3b87b35415 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.353164] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 813.353164] env[68828]: value = "task-3230448" [ 813.353164] env[68828]: _type = "Task" [ 813.353164] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.363899] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.403787] env[68828]: DEBUG nova.compute.manager [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Received event network-vif-plugged-b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.404023] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Acquiring lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.404231] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.404563] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.404682] env[68828]: DEBUG nova.compute.manager [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] No waiting events found dispatching network-vif-plugged-b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.404916] env[68828]: WARNING nova.compute.manager [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Received unexpected event network-vif-plugged-b9b1b519-23aa-43fe-b06a-5671d0c8d800 for instance with vm_state building and task_state spawning. [ 813.404964] env[68828]: DEBUG nova.compute.manager [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Received event network-changed-b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.405787] env[68828]: DEBUG nova.compute.manager [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Refreshing instance network info cache due to event network-changed-b9b1b519-23aa-43fe-b06a-5671d0c8d800. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.406035] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Acquiring lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.411539] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updated VIF entry in instance network info cache for port 191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.411922] env[68828]: DEBUG nova.network.neutron [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [{"id": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "address": "fa:16:3e:ab:af:51", "network": {"id": "744c86e0-2273-4028-8af1-4d3a6ae4ad09", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1433436988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eabb146c626443178df5eaf0b83009c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191a4fb7-ba", "ovs_interfaceid": "191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.489378] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25a3f0b4-ed6b-4631-834c-430213955f63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.501434] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4f8fbd-0d4b-46ce-ac06-ba54757ae3d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.547020] env[68828]: DEBUG nova.compute.manager [req-cd00f19f-25be-43ea-83bc-47e2fd2f2773 req-e4f3d7cb-67cd-4ccb-a66d-ce561bb46f84 service nova] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Detach interface failed, port_id=90fca38b-40da-446f-92f0-215e1780b134, reason: Instance 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.629446] env[68828]: INFO nova.compute.manager [-] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Took 1.24 seconds to deallocate network for instance. [ 813.723027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.723027] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.724901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.786s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.727656] env[68828]: INFO nova.compute.claims [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.749022] env[68828]: DEBUG oslo_vmware.api [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230447, 'name': PowerOnVM_Task, 'duration_secs': 0.781832} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.749022] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.749022] env[68828]: INFO nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Took 8.09 seconds to spawn the instance on the hypervisor. [ 813.749022] env[68828]: DEBUG nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.749782] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6b201-0f78-4567-86c4-f4604b61a583 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.788781] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.789024] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance network_info: |[{"id": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "address": "fa:16:3e:67:2e:40", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b1b519-23", "ovs_interfaceid": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.789579] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Acquired lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.789787] env[68828]: DEBUG nova.network.neutron [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Refreshing network info cache for port b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.790968] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b1b519-23aa-43fe-b06a-5671d0c8d800', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.799010] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.800376] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.800678] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f98d3eb-2fb0-4a8c-b8c5-2773308fcaaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.821302] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.821302] env[68828]: value = "task-3230449" [ 813.821302] env[68828]: _type = "Task" [ 813.821302] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.829629] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230449, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.862423] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230448, 'name': PowerOffVM_Task, 'duration_secs': 0.315914} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.862694] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.863903] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.863903] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65955b9d-0cb0-4901-88d1-22084fc1b828 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.914633] env[68828]: DEBUG oslo_concurrency.lockutils [req-371dbc79-5b31-4a97-b0c8-5b4f7aec6561 req-67ad7291-46f2-4e28-9884-c8b7895de134 service nova] Releasing lock "refresh_cache-22e625e7-b4f1-449a-a4ad-a50ea757e8dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934712] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.934940] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.935908] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Deleting the datastore file [datastore2] 22e625e7-b4f1-449a-a4ad-a50ea757e8dd {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.935908] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc519760-c8e9-4a62-af57-7bffe76a7888 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.943696] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for the task: (returnval){ [ 813.943696] env[68828]: value = "task-3230451" [ 813.943696] env[68828]: _type = "Task" [ 813.943696] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.952806] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.139021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.141103] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Successfully updated port: 63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.237312] env[68828]: DEBUG nova.compute.utils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.238651] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.238864] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.269174] env[68828]: INFO nova.compute.manager [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Took 46.00 seconds to build instance. [ 814.298826] env[68828]: DEBUG nova.policy [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5240c9c15946491081ed00b92a9e080d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204508264c5a430e9800cb5a2ee8bbc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.333582] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230449, 'name': CreateVM_Task, 'duration_secs': 0.345271} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.333803] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.334463] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.335143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.335143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.335292] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cc5605-f23a-4245-9abf-4840bda8b7c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.340685] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 814.340685] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ed4689-d769-db94-e13d-2ef0fe743a53" [ 814.340685] env[68828]: _type = "Task" [ 814.340685] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.353726] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ed4689-d769-db94-e13d-2ef0fe743a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.454111] env[68828]: DEBUG oslo_vmware.api [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Task: {'id': task-3230451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49513} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.455424] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.455852] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.456102] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.456385] env[68828]: INFO nova.compute.manager [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 814.456736] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.456984] env[68828]: DEBUG nova.compute.manager [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.457148] env[68828]: DEBUG nova.network.neutron [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.646328] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.646608] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.646655] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.743353] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.770585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4ac76689-55e1-4ee0-b6ec-20f2e110a2a2 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.221s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.810438] env[68828]: DEBUG nova.network.neutron [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Updated VIF entry in instance network info cache for port b9b1b519-23aa-43fe-b06a-5671d0c8d800. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.812022] env[68828]: DEBUG nova.network.neutron [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Updating instance_info_cache with network_info: [{"id": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "address": "fa:16:3e:67:2e:40", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b1b519-23", "ovs_interfaceid": "b9b1b519-23aa-43fe-b06a-5671d0c8d800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.860418] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ed4689-d769-db94-e13d-2ef0fe743a53, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.860418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.860418] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.860418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.860418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.860418] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.860847] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb07970-e99e-4b61-8833-d95dde4f2015 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.873429] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.873659] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.874447] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d474cb92-1c60-41f7-97fd-1906947cc29d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.881947] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 814.881947] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddebdb-9881-4230-b356-7b226f1e98b0" [ 814.881947] env[68828]: _type = "Task" [ 814.881947] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.894196] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddebdb-9881-4230-b356-7b226f1e98b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.077334] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Successfully created port: 63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.223241] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.232625] env[68828]: DEBUG nova.network.neutron [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.278177] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.307701] env[68828]: DEBUG nova.compute.manager [req-4da73d27-4a57-4fc9-9008-85d50c3bdb1e req-cefe08e2-ff5f-437a-b9a4-9a835c68895c service nova] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Received event network-vif-deleted-191a4fb7-ba9a-4cd8-a324-64dcd3b9b9d9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.316207] env[68828]: DEBUG oslo_concurrency.lockutils [req-5f7310c7-4433-4de0-9865-5ba13cad7ded req-fcb7d69f-0b4c-4d7f-ae53-59d6c32efe7b service nova] Releasing lock "refresh_cache-6d539428-fed4-4061-bd05-431f9fcbb3e7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.363586] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9f40c-adeb-4e70-824d-7d239751e13b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.371407] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49fe0b-557b-466f-aae9-41c7fc5f733e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.409070] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6bdc5-bc03-4a42-8a53-aa964a6de1ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.416780] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddebdb-9881-4230-b356-7b226f1e98b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.419381] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd4c4c6-4911-4771-804a-ad28bde8077b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.422569] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b9997d-6edd-48a8-9a80-b2f3273ca8d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.432877] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 815.432877] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dd830e-43bf-4f2e-3978-921b3552e4f0" [ 815.432877] env[68828]: _type = "Task" [ 815.432877] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.440500] env[68828]: DEBUG nova.compute.provider_tree [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.449909] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dd830e-43bf-4f2e-3978-921b3552e4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.450785] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.451047] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 6d539428-fed4-4061-bd05-431f9fcbb3e7/6d539428-fed4-4061-bd05-431f9fcbb3e7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.451342] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb93a14e-e3f2-46a4-9ee6-f251c540ff35 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.458780] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 815.458780] env[68828]: value = "task-3230452" [ 815.458780] env[68828]: _type = "Task" [ 815.458780] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.467031] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.556059] env[68828]: DEBUG nova.network.neutron [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Updating instance_info_cache with network_info: [{"id": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "address": "fa:16:3e:ec:2d:ea", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d1de8a-3c", "ovs_interfaceid": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.735446] env[68828]: INFO nova.compute.manager [-] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Took 1.28 seconds to deallocate network for instance. [ 815.753024] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.779632] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.779910] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.780066] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.780263] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.780724] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.780724] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.780850] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.780959] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.781140] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.781436] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.781710] env[68828]: DEBUG nova.virt.hardware [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.782935] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f0cc34-9a19-4849-9f55-4bcc80944a24 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.796640] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d03dd5-e758-4731-881b-04dafa720820 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.814382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.865697] env[68828]: DEBUG nova.compute.manager [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Received event network-vif-plugged-63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.865918] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.866191] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.866297] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.866455] env[68828]: DEBUG nova.compute.manager [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] No waiting events found dispatching network-vif-plugged-63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.866623] env[68828]: WARNING nova.compute.manager [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Received unexpected event network-vif-plugged-63d1de8a-3c05-4f24-b324-480c63f09a0d for instance with vm_state building and task_state spawning. [ 815.866754] env[68828]: DEBUG nova.compute.manager [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Received event network-changed-63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.867424] env[68828]: DEBUG nova.compute.manager [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Refreshing instance network info cache due to event network-changed-63d1de8a-3c05-4f24-b324-480c63f09a0d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.867424] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Acquiring lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.946025] env[68828]: DEBUG nova.scheduler.client.report [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.972818] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.057150] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.057497] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Instance network_info: |[{"id": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "address": "fa:16:3e:ec:2d:ea", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d1de8a-3c", "ovs_interfaceid": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.057798] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Acquired lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.057972] env[68828]: DEBUG nova.network.neutron [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Refreshing network info cache for port 63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.059464] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:2d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d1de8a-3c05-4f24-b324-480c63f09a0d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.067751] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.068270] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.069055] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bce1515-e85d-4130-9aa0-2095e5265b92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.088517] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.088517] env[68828]: value = "task-3230453" [ 816.088517] env[68828]: _type = "Task" [ 816.088517] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.096647] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230453, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.242510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.427404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.427641] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.452730] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.453192] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.455957] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.687s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.457601] env[68828]: INFO nova.compute.claims [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.471892] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556986} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.471892] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 6d539428-fed4-4061-bd05-431f9fcbb3e7/6d539428-fed4-4061-bd05-431f9fcbb3e7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.471892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.471892] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6198d41-2077-4aa3-990e-4b9a7eef596a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.478119] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 816.478119] env[68828]: value = "task-3230454" [ 816.478119] env[68828]: _type = "Task" [ 816.478119] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.486623] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.605657] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230453, 'name': CreateVM_Task, 'duration_secs': 0.350536} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.605828] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.606486] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.606648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.606951] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.607213] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94334c4-b87e-4bd5-ad30-c0eb851e2b09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.611654] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 816.611654] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524eea08-765f-863a-6f1a-889c7f46b355" [ 816.611654] env[68828]: _type = "Task" [ 816.611654] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.619011] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524eea08-765f-863a-6f1a-889c7f46b355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.862561] env[68828]: DEBUG nova.network.neutron [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Updated VIF entry in instance network info cache for port 63d1de8a-3c05-4f24-b324-480c63f09a0d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.862972] env[68828]: DEBUG nova.network.neutron [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Updating instance_info_cache with network_info: [{"id": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "address": "fa:16:3e:ec:2d:ea", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d1de8a-3c", "ovs_interfaceid": "63d1de8a-3c05-4f24-b324-480c63f09a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.962323] env[68828]: DEBUG nova.compute.utils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.968133] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.968133] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.987896] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.988179] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.988999] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca908e39-2323-47b8-8a84-1a975a84c135 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.012311] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6d539428-fed4-4061-bd05-431f9fcbb3e7/6d539428-fed4-4061-bd05-431f9fcbb3e7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.012584] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a1ef8e-2be6-4c9f-890b-ad314cba9847 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.033330] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 817.033330] env[68828]: value = "task-3230455" [ 817.033330] env[68828]: _type = "Task" [ 817.033330] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.041509] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.124338] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524eea08-765f-863a-6f1a-889c7f46b355, 'name': SearchDatastore_Task, 'duration_secs': 0.025539} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.124973] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.125225] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.125465] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125612] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.125790] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.126062] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3453ca58-4a0a-45c9-9d95-4eeef93ed5c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.137063] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.137251] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.137970] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e4e39c-548a-4d59-889f-a9ac9395afe0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.144382] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 817.144382] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5230db38-805e-f87c-0734-c69282d78d61" [ 817.144382] env[68828]: _type = "Task" [ 817.144382] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.152438] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5230db38-805e-f87c-0734-c69282d78d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.294453] env[68828]: DEBUG nova.policy [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23ac4696519401db81b7b0994c9649f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c587980156234fa2906ec9ab11bcb220', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.304212] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Successfully updated port: 63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.366492] env[68828]: DEBUG oslo_concurrency.lockutils [req-453c294e-3569-4a76-9c8f-5ebcc6d8899e req-b1e5856f-09b0-4bd1-ad55-0362b432e548 service nova] Releasing lock "refresh_cache-bd9c7290-f6fc-4f39-9c82-a51332e01a7e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469352] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.545135] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230455, 'name': ReconfigVM_Task, 'duration_secs': 0.29052} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.545135] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6d539428-fed4-4061-bd05-431f9fcbb3e7/6d539428-fed4-4061-bd05-431f9fcbb3e7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.546549] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41cb2243-9ed0-4e10-81e3-301cc7acc928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.560112] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 817.560112] env[68828]: value = "task-3230456" [ 817.560112] env[68828]: _type = "Task" [ 817.560112] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.571821] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230456, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.657752] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5230db38-805e-f87c-0734-c69282d78d61, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.658602] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c05b5e-4b1c-4d2f-a2ce-dcab40d40fba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.666700] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 817.666700] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3d2ea-338a-ea31-ec07-13fe95c4852e" [ 817.666700] env[68828]: _type = "Task" [ 817.666700] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.678599] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3d2ea-338a-ea31-ec07-13fe95c4852e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.806855] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.807033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquired lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.808213] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.831113] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Successfully created port: fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.928154] env[68828]: DEBUG nova.compute.manager [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Received event network-vif-plugged-63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.928600] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Acquiring lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.928600] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.928724] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.928866] env[68828]: DEBUG nova.compute.manager [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] No waiting events found dispatching network-vif-plugged-63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.929972] env[68828]: WARNING nova.compute.manager [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Received unexpected event network-vif-plugged-63266e72-4011-470d-81a9-effeb0ba92f6 for instance with vm_state building and task_state spawning. [ 817.930249] env[68828]: DEBUG nova.compute.manager [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Received event network-changed-63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.930602] env[68828]: DEBUG nova.compute.manager [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Refreshing instance network info cache due to event network-changed-63266e72-4011-470d-81a9-effeb0ba92f6. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.930906] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Acquiring lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.979838] env[68828]: INFO nova.virt.block_device [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Booting with volume cab81f13-6ce7-4388-bc9a-80eb10be7106 at /dev/sda [ 818.023220] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d44b3-fd32-4ccf-8e30-ef10f27a6eba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.026704] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5526eb33-a2bf-4d43-b4a5-a77ff78b9089 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.033375] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18ed35-f4bc-419e-8b39-62e71e555bbe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.039861] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43552849-36bb-46e5-ad18-f9b7b2682064 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.078266] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe1051-33d8-4fbc-b859-7c3b9098959b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.085367] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230456, 'name': Rename_Task, 'duration_secs': 0.16343} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.099160] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.100008] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c647038-286e-4972-92b1-0633fc5ce0d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.102511] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e776387-b319-4785-9032-8c29948a2a50 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.107217] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8150a391-bea0-4873-8bb7-fbae0739245c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.119910] env[68828]: DEBUG nova.compute.provider_tree [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.124337] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 818.124337] env[68828]: value = "task-3230457" [ 818.124337] env[68828]: _type = "Task" [ 818.124337] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.126868] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb4df4-6806-4a0f-bb4a-0cb03d76fb9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.148416] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.163620] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac4707a-f348-407c-a3a4-86e54952b1d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.172449] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c4cbe-86cf-4d81-a01d-ab81bbb8175d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.177657] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e3d2ea-338a-ea31-ec07-13fe95c4852e, 'name': SearchDatastore_Task, 'duration_secs': 0.017736} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.178182] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.178456] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bd9c7290-f6fc-4f39-9c82-a51332e01a7e/bd9c7290-f6fc-4f39-9c82-a51332e01a7e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.178673] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975e53c5-dc6c-4455-bb7c-7722780d6e9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.185169] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 818.185169] env[68828]: value = "task-3230458" [ 818.185169] env[68828]: _type = "Task" [ 818.185169] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.191361] env[68828]: DEBUG nova.virt.block_device [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updating existing volume attachment record: d0ba1b41-8f4f-44a6-9ff3-2bb38da50105 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.197590] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.362831] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.582705] env[68828]: DEBUG nova.network.neutron [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Updating instance_info_cache with network_info: [{"id": "63266e72-4011-470d-81a9-effeb0ba92f6", "address": "fa:16:3e:1f:13:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63266e72-40", "ovs_interfaceid": "63266e72-4011-470d-81a9-effeb0ba92f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.625037] env[68828]: DEBUG nova.scheduler.client.report [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.648824] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.696945] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.087403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Releasing lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.087778] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Instance network_info: |[{"id": "63266e72-4011-470d-81a9-effeb0ba92f6", "address": "fa:16:3e:1f:13:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63266e72-40", "ovs_interfaceid": "63266e72-4011-470d-81a9-effeb0ba92f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.088095] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Acquired lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.088280] env[68828]: DEBUG nova.network.neutron [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Refreshing network info cache for port 63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.089522] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:13:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63266e72-4011-470d-81a9-effeb0ba92f6', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.097320] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Creating folder: Project (204508264c5a430e9800cb5a2ee8bbc5). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.098292] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43da0075-084a-4d8b-8a1a-6eb35187f55a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.109606] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Created folder: Project (204508264c5a430e9800cb5a2ee8bbc5) in parent group-v645630. [ 819.109775] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Creating folder: Instances. Parent ref: group-v645750. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.109981] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ef3575-5282-4d54-9806-262a7280a0fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.118700] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Created folder: Instances in parent group-v645750. [ 819.118910] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.119091] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.119268] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b166e79d-b4a2-46b6-8440-2b5f94c29b44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133179] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.133596] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.136235] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.746s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.136415] env[68828]: DEBUG nova.objects.instance [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 819.142745] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.142745] env[68828]: value = "task-3230461" [ 819.142745] env[68828]: _type = "Task" [ 819.142745] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.151631] env[68828]: DEBUG oslo_vmware.api [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230457, 'name': PowerOnVM_Task, 'duration_secs': 0.549721} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.154429] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.154645] env[68828]: INFO nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 819.154823] env[68828]: DEBUG nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.155044] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230461, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.155709] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a48b0dd-fcee-4267-95af-dffb4c21b74a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.195850] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651009} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.196131] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bd9c7290-f6fc-4f39-9c82-a51332e01a7e/bd9c7290-f6fc-4f39-9c82-a51332e01a7e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.196343] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.196591] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-321e7b0f-f188-4279-8c49-6bea85863ad2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.203045] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 819.203045] env[68828]: value = "task-3230462" [ 819.203045] env[68828]: _type = "Task" [ 819.203045] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.211639] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.456720] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Successfully updated port: fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.641060] env[68828]: DEBUG nova.compute.utils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.645122] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.645372] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.660130] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230461, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.677922] env[68828]: INFO nova.compute.manager [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Took 47.45 seconds to build instance. [ 819.713509] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072847} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.713868] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.715283] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436eaf0-e094-4491-8394-afca0216a38e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.739818] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] bd9c7290-f6fc-4f39-9c82-a51332e01a7e/bd9c7290-f6fc-4f39-9c82-a51332e01a7e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.745386] env[68828]: DEBUG nova.policy [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecdfcb764b64a9690fd116a17797fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1567042e89bf49e2855e86d423c5ae70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.746707] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07dfd57-8a1a-41a5-bb98-569596f999b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.767333] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 819.767333] env[68828]: value = "task-3230463" [ 819.767333] env[68828]: _type = "Task" [ 819.767333] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.775396] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.962068] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.962210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquired lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.962390] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.084813] env[68828]: DEBUG nova.network.neutron [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Updated VIF entry in instance network info cache for port 63266e72-4011-470d-81a9-effeb0ba92f6. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.085184] env[68828]: DEBUG nova.network.neutron [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Updating instance_info_cache with network_info: [{"id": "63266e72-4011-470d-81a9-effeb0ba92f6", "address": "fa:16:3e:1f:13:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63266e72-40", "ovs_interfaceid": "63266e72-4011-470d-81a9-effeb0ba92f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.146289] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.149742] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2312c557-d485-4673-b335-a0cc5c36545e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.156090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.122s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.156090] env[68828]: DEBUG nova.objects.instance [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lazy-loading 'resources' on Instance uuid 3c7e1381-3c5a-402c-aa40-289321aeaa53 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.162652] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230461, 'name': CreateVM_Task, 'duration_secs': 0.887502} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.162887] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.163653] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.163889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.164368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.164677] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba3da76-b729-48ed-ba3e-de25c96b72bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.173669] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 820.173669] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f4a52-ceee-63cd-4b5b-49238013027c" [ 820.173669] env[68828]: _type = "Task" [ 820.173669] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.181872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7d62055b-c299-4115-b7ca-aa6bf8c9100d tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.864s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.182460] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f4a52-ceee-63cd-4b5b-49238013027c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.185825] env[68828]: DEBUG nova.compute.manager [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Received event network-vif-plugged-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.186123] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Acquiring lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.186396] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.186622] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.186867] env[68828]: DEBUG nova.compute.manager [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] No waiting events found dispatching network-vif-plugged-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.187107] env[68828]: WARNING nova.compute.manager [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Received unexpected event network-vif-plugged-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 for instance with vm_state building and task_state spawning. [ 820.187331] env[68828]: DEBUG nova.compute.manager [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Received event network-changed-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.187648] env[68828]: DEBUG nova.compute.manager [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Refreshing instance network info cache due to event network-changed-fe769c0b-e3cc-48a5-b67a-2711d498dfa1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.187900] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Acquiring lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.278411] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.306071] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.306071] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.306379] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.306379] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.306571] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.306943] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.307984] env[68828]: DEBUG nova.virt.hardware [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.307984] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5096f-6e23-4963-94d4-279f78b2fbaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.317082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac88a2f-f6af-4840-a4e2-f18174e76fe7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.378660] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Successfully created port: 380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.439922] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7adaa-389b-4359-bb2f-3943ba1f832c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.445882] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Suspending the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 820.446147] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-18d6d44f-ff3b-472c-8427-a845954fc3bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.452575] env[68828]: DEBUG oslo_vmware.api [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 820.452575] env[68828]: value = "task-3230464" [ 820.452575] env[68828]: _type = "Task" [ 820.452575] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.461391] env[68828]: DEBUG oslo_vmware.api [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230464, 'name': SuspendVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.532853] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.588635] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e919802-644f-47bd-8521-9ea8993b5ba1 req-1d17278e-06af-4133-88f0-636c4793d9b8 service nova] Releasing lock "refresh_cache-845f4864-33e5-46ef-9d9a-025f1d839e52" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.683116] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f4a52-ceee-63cd-4b5b-49238013027c, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.683380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.684967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.684967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.684967] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.684967] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fee636d9-599d-4011-840a-6bf24cc2a6ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.690452] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.696815] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.697378] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.698488] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39aa7b1c-e244-4f51-9c30-791f31ce6685 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.704905] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 820.704905] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52630948-e026-71ff-3a3b-91556dfbf37b" [ 820.704905] env[68828]: _type = "Task" [ 820.704905] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.717867] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52630948-e026-71ff-3a3b-91556dfbf37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.781036] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230463, 'name': ReconfigVM_Task, 'duration_secs': 0.549776} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.784381] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] bd9c7290-f6fc-4f39-9c82-a51332e01a7e/bd9c7290-f6fc-4f39-9c82-a51332e01a7e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.787944] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5399f75-1f05-43b0-ac39-82b38a123de5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.796024] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 820.796024] env[68828]: value = "task-3230465" [ 820.796024] env[68828]: _type = "Task" [ 820.796024] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.805940] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230465, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.846916] env[68828]: DEBUG nova.network.neutron [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updating instance_info_cache with network_info: [{"id": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "address": "fa:16:3e:b4:32:e6", "network": {"id": "f40f3f67-6dda-4f06-957b-33fff43e26a9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-754544853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c587980156234fa2906ec9ab11bcb220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe769c0b-e3", "ovs_interfaceid": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.962770] env[68828]: DEBUG oslo_vmware.api [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230464, 'name': SuspendVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.146897] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586491c-0aca-4ca1-8bfb-bd74f44bcde6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.154461] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b06b416-4a5b-4d88-9bb1-c66b2d408668 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.158473] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.192241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd545b2-dd51-44a2-9f4b-61ddb3d04ca4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.201157] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.201441] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.201599] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.201873] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.202066] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.202221] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.202427] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.202585] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.202746] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.202904] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.203088] env[68828]: DEBUG nova.virt.hardware [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.204437] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e14fad8-a18f-4289-afa0-1923e4f1c82f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.212916] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b62ac16-0ed6-430b-8db5-63d30b28ddb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.219186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.220987] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc9644-3651-43f4-b356-e03e1cfa529d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.235925] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52630948-e026-71ff-3a3b-91556dfbf37b, 'name': SearchDatastore_Task, 'duration_secs': 0.022408} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.236368] env[68828]: DEBUG nova.compute.provider_tree [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.239153] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a1a558-99fc-4239-af8c-f32a67fec737 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.253149] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 821.253149] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b281c7-80ab-05d2-a3e7-f7404ad799ba" [ 821.253149] env[68828]: _type = "Task" [ 821.253149] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.261459] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b281c7-80ab-05d2-a3e7-f7404ad799ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.307517] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230465, 'name': Rename_Task, 'duration_secs': 0.15856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.307869] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.308194] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029a1372-0777-487a-a4d6-681859090eb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.315611] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 821.315611] env[68828]: value = "task-3230466" [ 821.315611] env[68828]: _type = "Task" [ 821.315611] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.323166] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.349078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Releasing lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.349461] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Instance network_info: |[{"id": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "address": "fa:16:3e:b4:32:e6", "network": {"id": "f40f3f67-6dda-4f06-957b-33fff43e26a9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-754544853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c587980156234fa2906ec9ab11bcb220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe769c0b-e3", "ovs_interfaceid": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.349770] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Acquired lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.349951] env[68828]: DEBUG nova.network.neutron [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Refreshing network info cache for port fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.351123] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:32:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe769c0b-e3cc-48a5-b67a-2711d498dfa1', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.359710] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Creating folder: Project (c587980156234fa2906ec9ab11bcb220). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.360230] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b6c35d-ffa2-4403-9911-118533b4b93d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.377037] env[68828]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 821.377037] env[68828]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68828) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 821.377037] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Folder already exists: Project (c587980156234fa2906ec9ab11bcb220). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 821.377037] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Creating folder: Instances. Parent ref: group-v645698. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.377037] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3df478e1-9ee2-42fc-9267-e1a773dc743a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.384812] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Created folder: Instances in parent group-v645698. [ 821.385117] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.385311] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.385510] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fc6026-f245-48cd-aef5-46206e746c1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.404477] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.404477] env[68828]: value = "task-3230469" [ 821.404477] env[68828]: _type = "Task" [ 821.404477] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.413080] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230469, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.463863] env[68828]: DEBUG oslo_vmware.api [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230464, 'name': SuspendVM_Task, 'duration_secs': 0.674566} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.464160] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Suspended the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 821.464342] env[68828]: DEBUG nova.compute.manager [None req-d23cd808-8e34-458c-9e33-1c64b1ae4da2 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.465352] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144035b-89d2-455e-be99-aa864433472f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.739664] env[68828]: DEBUG nova.scheduler.client.report [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.764439] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b281c7-80ab-05d2-a3e7-f7404ad799ba, 'name': SearchDatastore_Task, 'duration_secs': 0.02515} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.764719] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.764995] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 845f4864-33e5-46ef-9d9a-025f1d839e52/845f4864-33e5-46ef-9d9a-025f1d839e52.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.765241] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d705035-e20a-48ed-9716-129137d03560 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.772531] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 821.772531] env[68828]: value = "task-3230470" [ 821.772531] env[68828]: _type = "Task" [ 821.772531] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.780654] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.826347] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.914749] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230469, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.248032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.252121] env[68828]: DEBUG nova.network.neutron [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updated VIF entry in instance network info cache for port fe769c0b-e3cc-48a5-b67a-2711d498dfa1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.252458] env[68828]: DEBUG nova.network.neutron [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updating instance_info_cache with network_info: [{"id": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "address": "fa:16:3e:b4:32:e6", "network": {"id": "f40f3f67-6dda-4f06-957b-33fff43e26a9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-754544853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c587980156234fa2906ec9ab11bcb220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe769c0b-e3", "ovs_interfaceid": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.254759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.842s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.279957] env[68828]: INFO nova.scheduler.client.report [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Deleted allocations for instance 3c7e1381-3c5a-402c-aa40-289321aeaa53 [ 822.289323] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.315239] env[68828]: DEBUG nova.compute.manager [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Received event network-vif-plugged-380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.315562] env[68828]: DEBUG oslo_concurrency.lockutils [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] Acquiring lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.315648] env[68828]: DEBUG oslo_concurrency.lockutils [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.315809] env[68828]: DEBUG oslo_concurrency.lockutils [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.316020] env[68828]: DEBUG nova.compute.manager [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] No waiting events found dispatching network-vif-plugged-380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.316411] env[68828]: WARNING nova.compute.manager [req-72aecc48-2ae2-4b35-8258-632767024d61 req-3dd7249f-fb85-4cd4-8323-b8f653cab317 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Received unexpected event network-vif-plugged-380c9a6d-ac71-47f1-b9cd-47ae00b18bea for instance with vm_state building and task_state spawning. [ 822.329087] env[68828]: DEBUG oslo_vmware.api [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230466, 'name': PowerOnVM_Task, 'duration_secs': 0.518521} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.329087] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.329087] env[68828]: INFO nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Took 9.20 seconds to spawn the instance on the hypervisor. [ 822.329087] env[68828]: DEBUG nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.329087] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc8c02-026c-471d-a5f2-a2052bb9a3a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.383374] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Successfully updated port: 380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.415916] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230469, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.759880] env[68828]: DEBUG oslo_concurrency.lockutils [req-179b585f-2553-462f-9801-eb88ab4f3fce req-b9cf6dcd-f5b1-42b2-bd98-378b377c348a service nova] Releasing lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.785594] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.793026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6604779f-53ea-4fbb-aa34-2444d89db37c tempest-ServerAddressesTestJSON-1418730887 tempest-ServerAddressesTestJSON-1418730887-project-member] Lock "3c7e1381-3c5a-402c-aa40-289321aeaa53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.385s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.850470] env[68828]: INFO nova.compute.manager [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Took 49.00 seconds to build instance. [ 822.886043] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.886256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.886942] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.917033] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230469, 'name': CreateVM_Task, 'duration_secs': 1.461104} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.917376] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.918129] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'd0ba1b41-8f4f-44a6-9ff3-2bb38da50105', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645707', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'name': 'volume-cab81f13-6ce7-4388-bc9a-80eb10be7106', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '744bf0cb-53fa-412b-bb3d-9c3503e1d697', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'serial': 'cab81f13-6ce7-4388-bc9a-80eb10be7106'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68828) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 822.918244] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Root volume attach. Driver type: vmdk {{(pid=68828) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 822.919102] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636cdadc-1374-4dc5-8628-e4f64f112400 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.927292] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad9f04-702e-4b18-941c-849eaef2acd9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.934783] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e5873-e19b-4e7a-928c-da1fcc929a1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.942967] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-795125ce-b111-401c-9982-b8aac24b9658 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.951137] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 822.951137] env[68828]: value = "task-3230471" [ 822.951137] env[68828]: _type = "Task" [ 822.951137] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.961584] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.287894] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.310331] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 255edea0-1953-4a00-8f22-2ff42f406d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.310512] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance c47f954b-7a48-45ad-a006-148c9b26f2b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.310641] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance a662a95e-29c9-499e-ac76-ffa7ea549964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.310759] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance acf985b4-48a1-41eb-a1a3-6c0a041c7b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.310907] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance efb30d86-f227-4388-a29d-a1f2359d339b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.311051] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 38556428-d6d1-437d-81f6-1868f0f5a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.311166] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 614c2b9e-841e-442f-a7e3-fd3b27d84f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.311271] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bbcadc80-7d0d-4516-9bb9-8c27817ce072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.311427] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance edc4e56e-e6e9-4212-8fa5-437c0bda52e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.311570] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2eca808d-d018-4b45-ac0b-ef2768ed1818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e3018609-8a3a-46cf-ba3a-98905fcffcf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e3ed8924-79e4-4af3-9bac-fa8ea807832c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 5152d49a-74aa-437e-b489-e47d585fd47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bc7506b3-7995-46f3-9828-a5271aa01ab5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d2bc86a8-3c11-454a-8f8e-b6012ecd8f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 400402ac-ac7d-4086-b67c-2ba8c4d9f92d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.314727] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 22e625e7-b4f1-449a-a4ad-a50ea757e8dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 605495ba-7900-4069-9142-4c2e87929fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 680131fe-0141-4db6-a9b5-06b814953497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 6d539428-fed4-4061-bd05-431f9fcbb3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bd9c7290-f6fc-4f39-9c82-a51332e01a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.314727] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 845f4864-33e5-46ef-9d9a-025f1d839e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.315339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 744bf0cb-53fa-412b-bb3d-9c3503e1d697 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.315339] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 6c0739c5-d01a-437d-a986-c5c0845b68f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 823.353511] env[68828]: DEBUG oslo_concurrency.lockutils [None req-89764434-697b-4912-9793-7dfaf2dd1a40 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.352s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.463117] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.475562] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 38%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.790552] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230470, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.572057} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.790901] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 845f4864-33e5-46ef-9d9a-025f1d839e52/845f4864-33e5-46ef-9d9a-025f1d839e52.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.791171] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.791577] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b4aa4b9-43c0-48bc-ab4b-25396b36072e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.799675] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 823.799675] env[68828]: value = "task-3230472" [ 823.799675] env[68828]: _type = "Task" [ 823.799675] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.813322] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.818181] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 392377e1-e0c2-4696-ad23-66a9287fa003 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.857610] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.967018] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.042099] env[68828]: DEBUG nova.network.neutron [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Updating instance_info_cache with network_info: [{"id": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "address": "fa:16:3e:fa:88:77", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c9a6d-ac", "ovs_interfaceid": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.089635] env[68828]: DEBUG nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.090709] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d900a102-43ee-47de-804e-615748c3dd63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.310888] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074636} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.311200] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.312111] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b898077-01a8-4607-afcc-2423166045fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.327800] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 09e0b6d9-9189-4e13-b37b-447db8b4bfcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.340687] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 845f4864-33e5-46ef-9d9a-025f1d839e52/845f4864-33e5-46ef-9d9a-025f1d839e52.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.341440] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95edce0c-7a71-4bef-8ac2-f32fc07b747e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.366813] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 824.366813] env[68828]: value = "task-3230473" [ 824.366813] env[68828]: _type = "Task" [ 824.366813] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.377189] env[68828]: DEBUG nova.compute.manager [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Received event network-changed-380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.377398] env[68828]: DEBUG nova.compute.manager [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Refreshing instance network info cache due to event network-changed-380c9a6d-ac71-47f1-b9cd-47ae00b18bea. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.378444] env[68828]: DEBUG oslo_concurrency.lockutils [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] Acquiring lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.384725] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.388737] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.463494] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.548922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.549330] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Instance network_info: |[{"id": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "address": "fa:16:3e:fa:88:77", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c9a6d-ac", "ovs_interfaceid": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.549678] env[68828]: DEBUG oslo_concurrency.lockutils [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] Acquired lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.549831] env[68828]: DEBUG nova.network.neutron [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Refreshing network info cache for port 380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.551743] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:88:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380c9a6d-ac71-47f1-b9cd-47ae00b18bea', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.559827] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.560403] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.560637] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e67e4757-7eca-4129-9d47-1f7b7589f972 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.582614] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.582614] env[68828]: value = "task-3230474" [ 824.582614] env[68828]: _type = "Task" [ 824.582614] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.592585] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230474, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.603447] env[68828]: INFO nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] instance snapshotting [ 824.603664] env[68828]: WARNING nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 824.606716] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f11aea-cfd0-431c-8666-237dea1bfecc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.627785] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52335c53-ff55-43fd-8951-f03d04bb94b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.842493] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance c90fc964-8d2a-40ce-b420-62bc2eb89cbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.882570] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230473, 'name': ReconfigVM_Task, 'duration_secs': 0.417913} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.883019] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 845f4864-33e5-46ef-9d9a-025f1d839e52/845f4864-33e5-46ef-9d9a-025f1d839e52.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.883768] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c61fd77-8a0e-4767-8424-6a304f83f45f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.891011] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 824.891011] env[68828]: value = "task-3230475" [ 824.891011] env[68828]: _type = "Task" [ 824.891011] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.901324] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230475, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.963919] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 78%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.093313] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230474, 'name': CreateVM_Task, 'duration_secs': 0.361496} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.093516] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.094256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.094419] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.095656] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.095656] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5619a93-fa23-4cb6-b1cf-d42d46f3040d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.100312] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 825.100312] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ac53f-3d75-c53c-b8b9-1088614670e3" [ 825.100312] env[68828]: _type = "Task" [ 825.100312] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.111626] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ac53f-3d75-c53c-b8b9-1088614670e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.121729] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.121729] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.144773] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.145503] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ab31256-3d09-40c5-89dc-4a7259523b58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.151900] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 825.151900] env[68828]: value = "task-3230476" [ 825.151900] env[68828]: _type = "Task" [ 825.151900] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.160671] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.346251] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 1f816be1-4397-4b36-8b9e-9b359a4bd47b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.351582] env[68828]: DEBUG nova.network.neutron [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Updated VIF entry in instance network info cache for port 380c9a6d-ac71-47f1-b9cd-47ae00b18bea. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.351953] env[68828]: DEBUG nova.network.neutron [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Updating instance_info_cache with network_info: [{"id": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "address": "fa:16:3e:fa:88:77", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c9a6d-ac", "ovs_interfaceid": "380c9a6d-ac71-47f1-b9cd-47ae00b18bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.401801] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230475, 'name': Rename_Task, 'duration_secs': 0.243161} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.402101] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.402389] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ae819e-5661-44f9-9faa-a513e3c85173 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.408673] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 825.408673] env[68828]: value = "task-3230477" [ 825.408673] env[68828]: _type = "Task" [ 825.408673] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.419133] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.463768] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 92%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.612398] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ac53f-3d75-c53c-b8b9-1088614670e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.613267] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.613267] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.613267] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.613513] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.613556] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.613782] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d9d5792-45e9-442a-81f0-962d8445a5c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.623195] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.623382] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.624787] env[68828]: DEBUG nova.compute.utils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.625914] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2ef4e6-be26-4d2b-84af-9717724b3969 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.631670] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 825.631670] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5216f704-6b28-2756-ecb0-f910e8e0e00d" [ 825.631670] env[68828]: _type = "Task" [ 825.631670] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.639349] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5216f704-6b28-2756-ecb0-f910e8e0e00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.661147] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.849838] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bc1bfe80-9b9c-4915-93eb-12e80197ad49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.854446] env[68828]: DEBUG oslo_concurrency.lockutils [req-824b4c8a-49ff-44bd-8be7-eda58a2a9a68 req-3f6ad253-8426-43d7-9fd0-c32332a32935 service nova] Releasing lock "refresh_cache-6c0739c5-d01a-437d-a986-c5c0845b68f4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.917933] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.965218] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task} progress is 98%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.130116] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.141193] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5216f704-6b28-2756-ecb0-f910e8e0e00d, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.141998] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fa2653-89b0-4d00-8ca4-cfebe9a0849e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.147172] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 826.147172] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e6fffe-1c7f-8f43-a8e1-969910bab629" [ 826.147172] env[68828]: _type = "Task" [ 826.147172] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.155175] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e6fffe-1c7f-8f43-a8e1-969910bab629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.162796] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.353033] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d56b077a-17f8-4c80-87bd-e45e469fc93b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.418492] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230477, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.464508] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230471, 'name': RelocateVM_Task, 'duration_secs': 3.295775} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.464799] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 826.465014] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645707', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'name': 'volume-cab81f13-6ce7-4388-bc9a-80eb10be7106', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '744bf0cb-53fa-412b-bb3d-9c3503e1d697', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'serial': 'cab81f13-6ce7-4388-bc9a-80eb10be7106'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 826.465796] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b48ab6e-4844-4d1a-ae20-6330fe1e8c40 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.481024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67218d7f-9aa7-4c39-b6b3-9347900b513d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.503455] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-cab81f13-6ce7-4388-bc9a-80eb10be7106/volume-cab81f13-6ce7-4388-bc9a-80eb10be7106.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.503724] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b01773-f935-48e8-8e0f-7d2bc7f5f961 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.523756] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 826.523756] env[68828]: value = "task-3230478" [ 826.523756] env[68828]: _type = "Task" [ 826.523756] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.531549] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.659183] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e6fffe-1c7f-8f43-a8e1-969910bab629, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.663028] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.663122] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 6c0739c5-d01a-437d-a986-c5c0845b68f4/6c0739c5-d01a-437d-a986-c5c0845b68f4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.663359] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c82aaa2-3311-4fad-aeba-cbd32157f1d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.670474] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.671905] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 826.671905] env[68828]: value = "task-3230479" [ 826.671905] env[68828]: _type = "Task" [ 826.671905] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.680056] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.856485] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 27273416-b04c-4381-b4d2-43cb300b2046 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.922197] env[68828]: DEBUG oslo_vmware.api [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230477, 'name': PowerOnVM_Task, 'duration_secs': 1.310926} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.922516] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.922809] env[68828]: INFO nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Took 11.17 seconds to spawn the instance on the hypervisor. [ 826.923047] env[68828]: DEBUG nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.924035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d83ba-2a47-400b-8b84-6ecfa47d45cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.038507] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230478, 'name': ReconfigVM_Task, 'duration_secs': 0.281164} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.038895] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-cab81f13-6ce7-4388-bc9a-80eb10be7106/volume-cab81f13-6ce7-4388-bc9a-80eb10be7106.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.044912] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ef8c11-c269-4617-9e45-96a74ef2b5a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.061357] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 827.061357] env[68828]: value = "task-3230480" [ 827.061357] env[68828]: _type = "Task" [ 827.061357] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.070021] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.167947] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230476, 'name': CreateSnapshot_Task, 'duration_secs': 1.659076} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.168242] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.168976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40adb6-b7b3-4f4f-b477-6afae326536c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.185584] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509198} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.185751] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 6c0739c5-d01a-437d-a986-c5c0845b68f4/6c0739c5-d01a-437d-a986-c5c0845b68f4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.185958] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.186208] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c816cc-743f-4577-a123-707433787da5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.192187] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 827.192187] env[68828]: value = "task-3230481" [ 827.192187] env[68828]: _type = "Task" [ 827.192187] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.202282] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.207061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.207469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.207580] env[68828]: INFO nova.compute.manager [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Attaching volume 95bbd0a8-40ff-40d3-9fcc-8628429dc841 to /dev/sdb [ 827.247574] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3040016-39c0-4f9b-abb6-3992ae1771f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.254504] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee8191-01ad-4c59-8c0f-0dbdbdb00413 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.267477] env[68828]: DEBUG nova.virt.block_device [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Updating existing volume attachment record: 487b750e-b6ea-4bd3-ade3-47dd96fd2eec {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 827.359820] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f6a92e74-cd3c-4770-ad5d-d9174460d68b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.446212] env[68828]: INFO nova.compute.manager [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Took 51.18 seconds to build instance. [ 827.572194] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230480, 'name': ReconfigVM_Task, 'duration_secs': 0.21393} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.572194] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645707', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'name': 'volume-cab81f13-6ce7-4388-bc9a-80eb10be7106', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '744bf0cb-53fa-412b-bb3d-9c3503e1d697', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'serial': 'cab81f13-6ce7-4388-bc9a-80eb10be7106'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 827.572194] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-965d245f-f179-460e-b176-fbb26e62aae7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.578439] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 827.578439] env[68828]: value = "task-3230484" [ 827.578439] env[68828]: _type = "Task" [ 827.578439] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.587030] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230484, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.691108] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.691571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-672abac1-14c3-4a6b-83c7-1140a4419a0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703473] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363021} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.704709] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.705748] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 827.705748] env[68828]: value = "task-3230486" [ 827.705748] env[68828]: _type = "Task" [ 827.705748] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.706595] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a8bd9f-68c5-4b0c-ab3e-59143a2a07cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.717807] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230486, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.736192] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 6c0739c5-d01a-437d-a986-c5c0845b68f4/6c0739c5-d01a-437d-a986-c5c0845b68f4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.736451] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794755b1-965a-424f-92b2-2242e1002e62 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.755874] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 827.755874] env[68828]: value = "task-3230487" [ 827.755874] env[68828]: _type = "Task" [ 827.755874] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.763569] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.790259] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "845f4864-33e5-46ef-9d9a-025f1d839e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.863058] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d80ae47b-ebe7-48eb-9525-8cabb4e04df0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.863368] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.863531] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 827.948063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1d3f289-5466-45a7-9a6a-885737779bdb tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.549s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.949391] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.159s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.950075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.950075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.950075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.951762] env[68828]: INFO nova.compute.manager [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Terminating instance [ 828.088440] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230484, 'name': Rename_Task, 'duration_secs': 0.144224} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.091199] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.092048] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee08602-3bfa-4027-8e2a-6e1abca896cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099541] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 828.099541] env[68828]: value = "task-3230488" [ 828.099541] env[68828]: _type = "Task" [ 828.099541] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.110098] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.221623] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230486, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.268544] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230487, 'name': ReconfigVM_Task, 'duration_secs': 0.370059} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.268742] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 6c0739c5-d01a-437d-a986-c5c0845b68f4/6c0739c5-d01a-437d-a986-c5c0845b68f4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.269428] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ebc1c3b-b58f-4ca8-9b5d-03b2c6d472c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.275779] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 828.275779] env[68828]: value = "task-3230489" [ 828.275779] env[68828]: _type = "Task" [ 828.275779] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.284047] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230489, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.325432] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7b5b7-f5df-48a0-a5b4-d38d4a420bef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.335447] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1993a11-bfde-45ce-b93c-a0599286b440 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.370629] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd7fec-7804-4979-ba89-fbb6d6d4137d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.378253] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3999f79-9bcc-47ea-960e-44af4ddceb69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.391882] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.452627] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.459664] env[68828]: DEBUG nova.compute.manager [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.460563] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.460805] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88b720-68fc-4578-9f2a-94bd877388dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.469906] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.470193] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc40515e-eb0e-4472-9bf2-534fa558953b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.476272] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 828.476272] env[68828]: value = "task-3230490" [ 828.476272] env[68828]: _type = "Task" [ 828.476272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.484651] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.612971] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.723296] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230486, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.784815] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230489, 'name': Rename_Task, 'duration_secs': 0.176801} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.785189] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.785481] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0557aa5b-e6d1-4b51-ae13-b549d7a0aad0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.792846] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 828.792846] env[68828]: value = "task-3230491" [ 828.792846] env[68828]: _type = "Task" [ 828.792846] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.800647] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.894912] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.972310] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.986726] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230490, 'name': PowerOffVM_Task, 'duration_secs': 0.387853} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.987200] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.987508] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.987832] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c386af26-ea20-4e48-8617-b94a95c6ca06 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.053338] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.053897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.053897] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Deleting the datastore file [datastore1] 845f4864-33e5-46ef-9d9a-025f1d839e52 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.054083] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c800834f-9f26-4790-9bb6-cb8617693aac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.060045] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for the task: (returnval){ [ 829.060045] env[68828]: value = "task-3230493" [ 829.060045] env[68828]: _type = "Task" [ 829.060045] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.068293] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.111278] env[68828]: DEBUG oslo_vmware.api [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230488, 'name': PowerOnVM_Task, 'duration_secs': 0.565195} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.111278] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.111278] env[68828]: INFO nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Took 8.81 seconds to spawn the instance on the hypervisor. [ 829.111278] env[68828]: DEBUG nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.112078] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893889c4-d731-4894-849e-45cd02647424 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.222193] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230486, 'name': CloneVM_Task, 'duration_secs': 1.483978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.223122] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Created linked-clone VM from snapshot [ 829.223397] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d7285-c70a-4dd5-b6da-ddc1cb4e7d95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.231768] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Uploading image 0b1af699-012e-4c34-b09c-6d01dced2366 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.258664] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 829.258664] env[68828]: value = "vm-645759" [ 829.258664] env[68828]: _type = "VirtualMachine" [ 829.258664] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 829.258940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5bb46dd-3857-4db6-b387-ff659a97d57c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.265626] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease: (returnval){ [ 829.265626] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5210f042-57fa-3180-d934-a939dbc345aa" [ 829.265626] env[68828]: _type = "HttpNfcLease" [ 829.265626] env[68828]: } obtained for exporting VM: (result){ [ 829.265626] env[68828]: value = "vm-645759" [ 829.265626] env[68828]: _type = "VirtualMachine" [ 829.265626] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 829.265919] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the lease: (returnval){ [ 829.265919] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5210f042-57fa-3180-d934-a939dbc345aa" [ 829.265919] env[68828]: _type = "HttpNfcLease" [ 829.265919] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 829.272534] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.272534] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5210f042-57fa-3180-d934-a939dbc345aa" [ 829.272534] env[68828]: _type = "HttpNfcLease" [ 829.272534] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.302598] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.400234] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 829.400520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.146s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.400828] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.748s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.401035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.403167] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.188s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.403355] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.405041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.376s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.406474] env[68828]: INFO nova.compute.claims [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.426374] env[68828]: INFO nova.scheduler.client.report [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Deleted allocations for instance c47f954b-7a48-45ad-a006-148c9b26f2b2 [ 829.428058] env[68828]: INFO nova.scheduler.client.report [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocations for instance bc7506b3-7995-46f3-9828-a5271aa01ab5 [ 829.569835] env[68828]: DEBUG oslo_vmware.api [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Task: {'id': task-3230493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476435} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.571029] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.571029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.571029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.571029] env[68828]: INFO nova.compute.manager [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Took 1.11 seconds to destroy the instance on the hypervisor. [ 829.571215] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.571385] env[68828]: DEBUG nova.compute.manager [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.571479] env[68828]: DEBUG nova.network.neutron [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.632049] env[68828]: INFO nova.compute.manager [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Took 50.72 seconds to build instance. [ 829.774830] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.774830] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5210f042-57fa-3180-d934-a939dbc345aa" [ 829.774830] env[68828]: _type = "HttpNfcLease" [ 829.774830] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.775560] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.775560] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5210f042-57fa-3180-d934-a939dbc345aa" [ 829.775560] env[68828]: _type = "HttpNfcLease" [ 829.775560] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.777157] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d083a6-2e2f-42a0-bef1-0168bc19cb64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.785039] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.785521] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.864913] env[68828]: DEBUG oslo_vmware.api [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230491, 'name': PowerOnVM_Task, 'duration_secs': 0.964848} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.865362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.865884] env[68828]: INFO nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Took 8.71 seconds to spawn the instance on the hypervisor. [ 829.865996] env[68828]: DEBUG nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.866910] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db5104e-36cc-4aca-978c-0aef9578688e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.897935] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78c7e1a2-7444-498d-9cb5-be5da3ba019c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.939921] env[68828]: DEBUG oslo_concurrency.lockutils [None req-15a214bb-c5bf-48fb-a6e6-5d61715fbb2c tempest-FloatingIPsAssociationTestJSON-42951663 tempest-FloatingIPsAssociationTestJSON-42951663-project-member] Lock "c47f954b-7a48-45ad-a006-148c9b26f2b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.155s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.961654] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b43ce306-d224-4acf-926d-1945fde17901 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "bc7506b3-7995-46f3-9828-a5271aa01ab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.966s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.987596] env[68828]: DEBUG nova.compute.manager [req-7a849469-9cec-491b-a925-808e418b48d5 req-097f83ce-e9e3-4a3e-8404-789e2e0f6b2d service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Received event network-vif-deleted-63266e72-4011-470d-81a9-effeb0ba92f6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.987845] env[68828]: INFO nova.compute.manager [req-7a849469-9cec-491b-a925-808e418b48d5 req-097f83ce-e9e3-4a3e-8404-789e2e0f6b2d service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Neutron deleted interface 63266e72-4011-470d-81a9-effeb0ba92f6; detaching it from the instance and deleting it from the info cache [ 829.988994] env[68828]: DEBUG nova.network.neutron [req-7a849469-9cec-491b-a925-808e418b48d5 req-097f83ce-e9e3-4a3e-8404-789e2e0f6b2d service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.136234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5336d4e-3ef8-4447-b0e6-51aaaf1cb7e1 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.620s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.390382] env[68828]: INFO nova.compute.manager [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Took 45.64 seconds to build instance. [ 830.468351] env[68828]: DEBUG nova.network.neutron [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.492067] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6253ff37-dce5-41ae-8942-29ac3506126f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.504568] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd0e123-154a-4c64-83fb-2720e1c13f51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.563397] env[68828]: DEBUG nova.compute.manager [req-7a849469-9cec-491b-a925-808e418b48d5 req-097f83ce-e9e3-4a3e-8404-789e2e0f6b2d service nova] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Detach interface failed, port_id=63266e72-4011-470d-81a9-effeb0ba92f6, reason: Instance 845f4864-33e5-46ef-9d9a-025f1d839e52 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.638749] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.894860] env[68828]: DEBUG oslo_concurrency.lockutils [None req-305d4aa6-ca26-456c-8173-0a21b439ee1a tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.768s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.971280] env[68828]: INFO nova.compute.manager [-] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Took 1.40 seconds to deallocate network for instance. [ 831.042119] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309b72d-cb3f-41f0-a99b-f694f1282a20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.050858] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54343ecc-ff40-451a-b8fe-a1fca6c08209 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.091073] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03aed2-92f9-499c-a014-980ba62818f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.101686] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7e197-42f1-4b06-bdf6-91356078c139 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.118239] env[68828]: DEBUG nova.compute.provider_tree [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.178382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.482331] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.622172] env[68828]: DEBUG nova.scheduler.client.report [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.825314] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 831.825893] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645758', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'name': 'volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd9c7290-f6fc-4f39-9c82-a51332e01a7e', 'attached_at': '', 'detached_at': '', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'serial': '95bbd0a8-40ff-40d3-9fcc-8628429dc841'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 831.828789] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcb2ed-1dbf-4be8-bdbc-48c3a23f4214 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.846379] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9402b0-a450-453b-9d50-5b9149236598 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.873328] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841/volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.873980] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6d8907-41bb-4f21-951d-0a6ac9443cbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.893048] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 831.893048] env[68828]: value = "task-3230496" [ 831.893048] env[68828]: _type = "Task" [ 831.893048] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.901212] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.024218] env[68828]: DEBUG nova.compute.manager [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Received event network-changed-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.024430] env[68828]: DEBUG nova.compute.manager [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Refreshing instance network info cache due to event network-changed-fe769c0b-e3cc-48a5-b67a-2711d498dfa1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.024647] env[68828]: DEBUG oslo_concurrency.lockutils [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] Acquiring lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.024791] env[68828]: DEBUG oslo_concurrency.lockutils [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] Acquired lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.024953] env[68828]: DEBUG nova.network.neutron [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Refreshing network info cache for port fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.128725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.129369] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.132365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.977s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.133690] env[68828]: INFO nova.compute.claims [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.404678] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230496, 'name': ReconfigVM_Task, 'duration_secs': 0.47348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.405737] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841/volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.409881] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63f555a-c30d-4367-b68c-ead1aa21deba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.425681] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 832.425681] env[68828]: value = "task-3230497" [ 832.425681] env[68828]: _type = "Task" [ 832.425681] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.434408] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.641025] env[68828]: DEBUG nova.compute.utils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.643270] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.643621] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.758752] env[68828]: DEBUG nova.policy [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb7bb4d6c7ca46e69780159bfe1a12fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd04ff4aef5b04432b9fd84f4d8720e9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.821646] env[68828]: DEBUG nova.compute.manager [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.822591] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1974260-269b-41f5-9f98-c8c0b010875e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.936884] env[68828]: DEBUG oslo_vmware.api [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230497, 'name': ReconfigVM_Task, 'duration_secs': 0.164282} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.937405] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645758', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'name': 'volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd9c7290-f6fc-4f39-9c82-a51332e01a7e', 'attached_at': '', 'detached_at': '', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'serial': '95bbd0a8-40ff-40d3-9fcc-8628429dc841'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.949275] env[68828]: DEBUG nova.network.neutron [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updated VIF entry in instance network info cache for port fe769c0b-e3cc-48a5-b67a-2711d498dfa1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.949690] env[68828]: DEBUG nova.network.neutron [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updating instance_info_cache with network_info: [{"id": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "address": "fa:16:3e:b4:32:e6", "network": {"id": "f40f3f67-6dda-4f06-957b-33fff43e26a9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-754544853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c587980156234fa2906ec9ab11bcb220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe769c0b-e3", "ovs_interfaceid": "fe769c0b-e3cc-48a5-b67a-2711d498dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.143769] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.241445] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Successfully created port: 7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.337834] env[68828]: INFO nova.compute.manager [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] instance snapshotting [ 833.337834] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb498d0-b780-448d-875e-cd8a512b479d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.360647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb7f4ce-c7ce-4e95-b2f0-05b556943901 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.452019] env[68828]: DEBUG oslo_concurrency.lockutils [req-418203d3-2093-42f6-aa32-c3e9ee8b09b2 req-49ee987f-1444-4d1f-b540-0afcdd360574 service nova] Releasing lock "refresh_cache-744bf0cb-53fa-412b-bb3d-9c3503e1d697" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.645426] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6abf79-f4c8-43cc-a29f-ed5e7fc6fe54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.656581] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20496aa9-4454-4b7d-8ec8-06b23c9f0bec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.470401] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.471219] env[68828]: DEBUG nova.objects.instance [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'flavor' on Instance uuid bd9c7290-f6fc-4f39-9c82-a51332e01a7e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.476020] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.476940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c7dab6c-afd1-42e3-89a5-0b95dda7d2e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.483148] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e1236-eb3c-4c83-be19-ab26c52d6321 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.494020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da026e40-6c83-463a-a472-aa6806ac7941 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.498782] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 834.498782] env[68828]: value = "task-3230498" [ 834.498782] env[68828]: _type = "Task" [ 834.498782] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.515278] env[68828]: DEBUG nova.compute.provider_tree [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:41:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='83be3fad-1396-4b2b-9a45-bad5774f8cea',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059780825',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.520020] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.520490] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.520490] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.520490] env[68828]: DEBUG nova.virt.hardware [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.523339] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad28a74f-e854-489d-afa0-358c5d749980 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.529686] env[68828]: DEBUG nova.scheduler.client.report [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.533132] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.539565] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e0150-4e1f-47f0-9e7a-4dce2bb5a119 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.981115] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569087f2-4e61-4899-92ac-e14ec25e7d31 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.773s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.987916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.987916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.987916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.987916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.987916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.989770] env[68828]: INFO nova.compute.manager [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Terminating instance [ 835.013383] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.037021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.037021] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.039373] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.780s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.039688] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.041974] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.242s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.043585] env[68828]: INFO nova.compute.claims [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.076804] env[68828]: INFO nova.scheduler.client.report [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleted allocations for instance 400402ac-ac7d-4086-b67c-2ba8c4d9f92d [ 835.169262] env[68828]: DEBUG nova.compute.manager [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Received event network-vif-plugged-7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.169262] env[68828]: DEBUG oslo_concurrency.lockutils [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] Acquiring lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.169382] env[68828]: DEBUG oslo_concurrency.lockutils [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.169686] env[68828]: DEBUG oslo_concurrency.lockutils [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.171158] env[68828]: DEBUG nova.compute.manager [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] No waiting events found dispatching network-vif-plugged-7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.171158] env[68828]: WARNING nova.compute.manager [req-27c52be3-f4b8-489e-bfac-38ab285ce93d req-83cb73df-6bd3-4a80-8556-fcb90d5850f4 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Received unexpected event network-vif-plugged-7430bc25-a8cd-4bae-9926-008add1f1431 for instance with vm_state building and task_state spawning. [ 835.275591] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Successfully updated port: 7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.497491] env[68828]: DEBUG nova.compute.manager [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.497491] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.497491] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015036c7-6e58-48d2-8401-895b2fc10aad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.508285] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 835.508285] env[68828]: value = "task-3230499" [ 835.508285] env[68828]: _type = "Task" [ 835.508285] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.521094] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230498, 'name': CreateSnapshot_Task, 'duration_secs': 0.91904} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.521813] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.522911] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9092c1f7-bb10-48c2-8038-2be3ca212428 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.528766] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.548175] env[68828]: DEBUG nova.compute.utils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.549643] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.549814] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.586352] env[68828]: DEBUG oslo_concurrency.lockutils [None req-348dfb2f-4226-4520-b6ec-2cb851544e37 tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "400402ac-ac7d-4086-b67c-2ba8c4d9f92d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.823s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.638618] env[68828]: DEBUG nova.policy [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4857b93aab944cdb80e4dd1dacb93fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e516edb8f4846e58021c780fc6fff0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.778661] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.778955] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.779313] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.023848] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230499, 'name': PowerOffVM_Task, 'duration_secs': 0.266374} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.025499] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.026155] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 836.026155] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645758', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'name': 'volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd9c7290-f6fc-4f39-9c82-a51332e01a7e', 'attached_at': '', 'detached_at': '', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'serial': '95bbd0a8-40ff-40d3-9fcc-8628429dc841'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 836.026675] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2164a-661d-4b13-b88d-044bb5c5b9b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.058605] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.059282] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.064814] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90945a39-88f5-4e7f-8d89-572c056d61c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.068673] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd434d9-d10b-49dc-8265-5f68290ced3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.078850] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 836.078850] env[68828]: value = "task-3230500" [ 836.078850] env[68828]: _type = "Task" [ 836.078850] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.080090] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638a888-2800-4de1-ade6-009224359371 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.087208] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Successfully created port: e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.113699] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda96c9e-1bc5-41b7-99b3-41c249ad21bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.116497] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230500, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.130828] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] The volume has not been displaced from its original location: [datastore2] volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841/volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 836.137509] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 836.140971] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1b62c7-8b18-4f8e-9a83-f0c6d3cee601 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.159410] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 836.159410] env[68828]: value = "task-3230501" [ 836.159410] env[68828]: _type = "Task" [ 836.159410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.167730] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.371771] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.592826] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230500, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.672464] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230501, 'name': ReconfigVM_Task, 'duration_secs': 0.289415} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.672781] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.680231] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304b93b0-773c-40df-a48a-da775e7dcd2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.698308] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 836.698308] env[68828]: value = "task-3230502" [ 836.698308] env[68828]: _type = "Task" [ 836.698308] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.712270] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.727732] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74584d1-8b95-4784-a227-a517bbe1d97a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.735238] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295df5a-52d7-4450-bed0-79435b55af08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.767891] env[68828]: DEBUG nova.network.neutron [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.770237] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4f489-680c-4c63-a647-2786c210bebe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.777821] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b517d-1193-4640-b388-f970c155a8ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.792694] env[68828]: DEBUG nova.compute.provider_tree [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.079110] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.091437] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230500, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.106030] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.106349] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.106349] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.106497] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.106660] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.106891] env[68828]: DEBUG nova.virt.hardware [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.107720] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9959131-0e0c-4844-b795-76503df2431d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.116771] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed7d21-3ce7-4b8d-b942-2000b413321b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.210077] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230502, 'name': ReconfigVM_Task, 'duration_secs': 0.26535} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.210559] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645758', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'name': 'volume-95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd9c7290-f6fc-4f39-9c82-a51332e01a7e', 'attached_at': '', 'detached_at': '', 'volume_id': '95bbd0a8-40ff-40d3-9fcc-8628429dc841', 'serial': '95bbd0a8-40ff-40d3-9fcc-8628429dc841'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 837.210852] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.211737] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d5b431-f372-4ac4-ac88-c5a9074626c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.219766] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.220069] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126b1822-c172-4c93-8a22-39f654365857 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.274114] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.274693] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Instance network_info: |[{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.275318] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:d7:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7430bc25-a8cd-4bae-9926-008add1f1431', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.284843] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.285122] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.285620] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e79213-d69c-41ae-af49-c18f73dc680f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.305398] env[68828]: DEBUG nova.scheduler.client.report [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.310043] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.313062] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.313062] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore1] bd9c7290-f6fc-4f39-9c82-a51332e01a7e {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.313062] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab151d5-48e5-4e4d-9ffd-3937b33d8841 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.316368] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.316368] env[68828]: value = "task-3230504" [ 837.316368] env[68828]: _type = "Task" [ 837.316368] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.321842] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 837.321842] env[68828]: value = "task-3230505" [ 837.321842] env[68828]: _type = "Task" [ 837.321842] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.332061] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230504, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.337386] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.368434] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.369933] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d075703-15ca-4458-98ca-78517648d4c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.376665] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.376665] env[68828]: ERROR oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk due to incomplete transfer. [ 837.376665] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdeec14a-edf5-41e3-a6f4-339b501ab4f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.384373] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b528a1-475d-b8d9-1b1d-f1a69fd7dc11/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.384373] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Uploaded image 0b1af699-012e-4c34-b09c-6d01dced2366 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.386747] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.387015] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fd22882-6434-4276-a2ec-80a6fcb77691 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.392937] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 837.392937] env[68828]: value = "task-3230506" [ 837.392937] env[68828]: _type = "Task" [ 837.392937] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.402745] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230506, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.424220] env[68828]: DEBUG nova.compute.manager [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Received event network-changed-7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.424426] env[68828]: DEBUG nova.compute.manager [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Refreshing instance network info cache due to event network-changed-7430bc25-a8cd-4bae-9926-008add1f1431. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.424641] env[68828]: DEBUG oslo_concurrency.lockutils [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424849] env[68828]: DEBUG oslo_concurrency.lockutils [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.424938] env[68828]: DEBUG nova.network.neutron [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Refreshing network info cache for port 7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.591457] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230500, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.731566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.732069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.814021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.814021] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.815541] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.496s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.815775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.818522] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.293s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.820683] env[68828]: INFO nova.compute.claims [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.836704] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230504, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.840111] env[68828]: DEBUG oslo_vmware.api [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377815} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.840360] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.840924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.840924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.840924] env[68828]: INFO nova.compute.manager [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Took 2.34 seconds to destroy the instance on the hypervisor. [ 837.841127] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.841323] env[68828]: DEBUG nova.compute.manager [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.841418] env[68828]: DEBUG nova.network.neutron [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.857199] env[68828]: INFO nova.scheduler.client.report [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleted allocations for instance efb30d86-f227-4388-a29d-a1f2359d339b [ 837.906358] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230506, 'name': Destroy_Task, 'duration_secs': 0.374599} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.909973] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Destroyed the VM [ 837.910153] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.910613] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d367b754-2ff8-4510-84b4-80795ff87cc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.919324] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 837.919324] env[68828]: value = "task-3230507" [ 837.919324] env[68828]: _type = "Task" [ 837.919324] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.934814] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230507, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.093603] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230500, 'name': CloneVM_Task, 'duration_secs': 1.880478} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.093962] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Created linked-clone VM from snapshot [ 838.094846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47dbd06-be4b-4e05-9e41-e017f313f287 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.103024] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Uploading image 66ebb8fb-24d3-4f16-884d-ba7cdf0d01c9 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.116381] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.116672] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-977f6457-586c-4d3e-8a37-699f6bdc3da1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.125863] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 838.125863] env[68828]: value = "task-3230508" [ 838.125863] env[68828]: _type = "Task" [ 838.125863] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.137174] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230508, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.183119] env[68828]: DEBUG nova.network.neutron [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updated VIF entry in instance network info cache for port 7430bc25-a8cd-4bae-9926-008add1f1431. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.183119] env[68828]: DEBUG nova.network.neutron [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.234846] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.317457] env[68828]: DEBUG nova.compute.utils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.321396] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.321738] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.348708] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230504, 'name': CreateVM_Task, 'duration_secs': 0.558639} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.349362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.350807] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.350807] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.351764] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.352917] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7358a9e-ccc3-4270-943d-ad75cb25d19e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.359948] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 838.359948] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52212a61-fecf-40fa-c4db-2450b6fd0406" [ 838.359948] env[68828]: _type = "Task" [ 838.359948] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.369140] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86318ed4-d1f4-4e39-bd7b-7d74f0aae2ec tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "efb30d86-f227-4388-a29d-a1f2359d339b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.991s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.376709] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52212a61-fecf-40fa-c4db-2450b6fd0406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.398609] env[68828]: DEBUG nova.policy [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5523834751a44a47a2ca3b180d18cf22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '136b682e5d9b42cdb6dda63468b2af10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.429750] env[68828]: DEBUG oslo_vmware.api [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230507, 'name': RemoveSnapshot_Task, 'duration_secs': 0.462252} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.429929] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.430143] env[68828]: INFO nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 838.515217] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Successfully updated port: e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.557475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.557742] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.558020] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.558217] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.558387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.560662] env[68828]: INFO nova.compute.manager [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Terminating instance [ 838.639722] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230508, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.670230] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Successfully created port: c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.686121] env[68828]: DEBUG oslo_concurrency.lockutils [req-fa95d1bb-7933-4cbb-9005-bc216c0cd052 req-3834f12f-62d9-41dc-bc30-0fccc42111f8 service nova] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.768166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.830025] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.875906] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52212a61-fecf-40fa-c4db-2450b6fd0406, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.881459] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.881459] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.881459] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.881459] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.881459] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.883453] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd96b0f3-7731-4046-94d2-f05d326f7d67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.895778] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.896352] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.896833] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b5f48a-1ebf-4f52-9eab-972c113ebfd0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.905472] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 838.905472] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a2105-b6ab-e42e-8034-bb3eb6f0251b" [ 838.905472] env[68828]: _type = "Task" [ 838.905472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.915962] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a2105-b6ab-e42e-8034-bb3eb6f0251b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.936417] env[68828]: DEBUG nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance disappeared during snapshot {{(pid=68828) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 838.955440] env[68828]: DEBUG nova.compute.manager [None req-d08ee4b5-c09b-4c86-9352-290abc41b3fc tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image not found during clean up 0b1af699-012e-4c34-b09c-6d01dced2366 {{(pid=68828) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 838.956636] env[68828]: DEBUG nova.network.neutron [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.989908] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Successfully created port: bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.019242] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019425] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019635] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.065094] env[68828]: DEBUG nova.compute.manager [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.065362] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.066504] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b7121-cec8-4d71-abd9-5f4cdc39263b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.077180] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.077180] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0624d43-7620-4b03-9298-290640b48f40 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.136884] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230508, 'name': Destroy_Task, 'duration_secs': 0.668838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.138148] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Destroyed the VM [ 839.138381] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.138848] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.138848] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.138979] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore1] 6d539428-fed4-4061-bd05-431f9fcbb3e7 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.141414] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a011e2f7-8310-4159-9f9e-bc0d7ee822a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.143048] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef4c5657-ce3b-41fd-8223-a92f4379d722 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.153326] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 839.153326] env[68828]: value = "task-3230510" [ 839.153326] env[68828]: _type = "Task" [ 839.153326] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.153326] env[68828]: DEBUG oslo_vmware.api [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 839.153326] env[68828]: value = "task-3230511" [ 839.153326] env[68828]: _type = "Task" [ 839.153326] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.163727] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.166229] env[68828]: DEBUG oslo_vmware.api [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.237798] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.238150] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.238458] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.238666] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.238830] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.241253] env[68828]: INFO nova.compute.manager [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Terminating instance [ 839.305732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.305997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.363762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bfd707-833f-498d-a7b9-4cc5aeda2392 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.373629] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b93a87-bae9-4b75-9c94-b25a91047a7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.406021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f2e7d-8788-434f-8735-705eeab88bab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.420014] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b87b63-acfa-444e-9a0c-dabd44f46cfc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.424137] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523a2105-b6ab-e42e-8034-bb3eb6f0251b, 'name': SearchDatastore_Task, 'duration_secs': 0.016527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.426040] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b53b195-c76d-4d36-8093-fb9f7781477b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.436916] env[68828]: DEBUG nova.compute.provider_tree [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.441768] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 839.441768] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5c7d1-cf5a-571c-d183-4ea6c63a9ed1" [ 839.441768] env[68828]: _type = "Task" [ 839.441768] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.453694] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5c7d1-cf5a-571c-d183-4ea6c63a9ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.458857] env[68828]: INFO nova.compute.manager [-] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Took 1.62 seconds to deallocate network for instance. [ 839.463750] env[68828]: DEBUG nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Received event network-vif-plugged-e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.463941] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Acquiring lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.464258] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.464447] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.464619] env[68828]: DEBUG nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] No waiting events found dispatching network-vif-plugged-e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.464866] env[68828]: WARNING nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Received unexpected event network-vif-plugged-e9735a17-56d6-48a7-8d91-c933f8e1421d for instance with vm_state building and task_state spawning. [ 839.465012] env[68828]: DEBUG nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Received event network-vif-deleted-63d1de8a-3c05-4f24-b324-480c63f09a0d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.465156] env[68828]: DEBUG nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Received event network-changed-e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.465254] env[68828]: DEBUG nova.compute.manager [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Refreshing instance network info cache due to event network-changed-e9735a17-56d6-48a7-8d91-c933f8e1421d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.465437] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Acquiring lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.575353] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.665214] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230510, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.669067] env[68828]: DEBUG oslo_vmware.api [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199799} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.669175] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.669316] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.669484] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.669694] env[68828]: INFO nova.compute.manager [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 839.669921] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.670356] env[68828]: DEBUG nova.compute.manager [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.670356] env[68828]: DEBUG nova.network.neutron [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.745468] env[68828]: DEBUG nova.compute.manager [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.745637] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.746556] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b9159e-f019-4ded-a23e-653c2467297d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.754772] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.755058] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e5ccf8-c336-4ced-b366-c0d10d663357 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.761063] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 839.761063] env[68828]: value = "task-3230512" [ 839.761063] env[68828]: _type = "Task" [ 839.761063] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.768956] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.840311] env[68828]: DEBUG nova.network.neutron [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updating instance_info_cache with network_info: [{"id": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "address": "fa:16:3e:e2:aa:af", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9735a17-56", "ovs_interfaceid": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.842475] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.876633] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.877168] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.877465] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.877860] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.878873] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.878873] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.878873] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.879573] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.879949] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.880311] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.880647] env[68828]: DEBUG nova.virt.hardware [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.882035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2c2923-a89d-46fb-86d7-df9ad03a0dfd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.895054] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b402b2-4916-4ac0-a357-8d3cc223d5eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.940372] env[68828]: DEBUG nova.scheduler.client.report [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.954598] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5c7d1-cf5a-571c-d183-4ea6c63a9ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.045307} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.954884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.955176] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.955683] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e3f1546-70b2-489c-aaa6-a3717832e749 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.962525] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 839.962525] env[68828]: value = "task-3230513" [ 839.962525] env[68828]: _type = "Task" [ 839.962525] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.972790] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.023743] env[68828]: INFO nova.compute.manager [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Took 0.56 seconds to detach 1 volumes for instance. [ 840.160767] env[68828]: DEBUG oslo_vmware.api [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230510, 'name': RemoveSnapshot_Task, 'duration_secs': 0.991348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.161095] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.272237] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230512, 'name': PowerOffVM_Task, 'duration_secs': 0.21771} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.272591] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.272806] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.273159] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ffca9b3-dd0a-4631-a76a-de86c7c85df7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.344094] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.344328] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.344514] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleting the datastore file [datastore2] 38556428-d6d1-437d-81f6-1868f0f5a4f2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.344791] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ac2a2e-6569-41a7-87c8-8bd8aa9311e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.348189] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.348535] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Instance network_info: |[{"id": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "address": "fa:16:3e:e2:aa:af", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9735a17-56", "ovs_interfaceid": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.348890] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Acquired lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.349135] env[68828]: DEBUG nova.network.neutron [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Refreshing network info cache for port e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.350956] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:aa:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9735a17-56d6-48a7-8d91-c933f8e1421d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.360431] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.361341] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.361615] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bda33b1-45b2-4ba0-8c59-0bd6cfc5f2af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.384119] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for the task: (returnval){ [ 840.384119] env[68828]: value = "task-3230515" [ 840.384119] env[68828]: _type = "Task" [ 840.384119] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.390809] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.390809] env[68828]: value = "task-3230516" [ 840.390809] env[68828]: _type = "Task" [ 840.390809] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.400731] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.408380] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230516, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.448408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.449031] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.451799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.432s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.452049] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.455417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.320s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.455719] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.458118] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.643s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.459893] env[68828]: INFO nova.compute.claims [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.484233] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.502212] env[68828]: INFO nova.scheduler.client.report [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Deleted allocations for instance 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec [ 840.503596] env[68828]: INFO nova.scheduler.client.report [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted allocations for instance 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93 [ 840.530029] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.560816] env[68828]: DEBUG nova.compute.manager [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-vif-plugged-c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.561116] env[68828]: DEBUG oslo_concurrency.lockutils [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] Acquiring lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.564125] env[68828]: DEBUG oslo_concurrency.lockutils [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.564125] env[68828]: DEBUG oslo_concurrency.lockutils [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.564125] env[68828]: DEBUG nova.compute.manager [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] No waiting events found dispatching network-vif-plugged-c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.564125] env[68828]: WARNING nova.compute.manager [req-6bc0e7a4-1fcb-439e-94e8-558b64a23fdd req-90650db7-7db4-40da-85c7-ed9339b94522 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received unexpected event network-vif-plugged-c34d9513-bce7-402a-bad2-0b2915ad340c for instance with vm_state building and task_state spawning. [ 840.577209] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Successfully updated port: c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.588458] env[68828]: DEBUG nova.network.neutron [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.666074] env[68828]: WARNING nova.compute.manager [None req-f2089d3c-86b7-4bd9-a878-882f22f171f0 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Image not found during snapshot: nova.exception.ImageNotFound: Image 66ebb8fb-24d3-4f16-884d-ba7cdf0d01c9 could not be found. [ 840.902235] env[68828]: DEBUG oslo_vmware.api [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Task: {'id': task-3230515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361391} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.905029] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.905171] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.905346] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.905574] env[68828]: INFO nova.compute.manager [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.905987] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.905987] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230516, 'name': CreateVM_Task, 'duration_secs': 0.385348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.906536] env[68828]: DEBUG nova.compute.manager [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.906664] env[68828]: DEBUG nova.network.neutron [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.908264] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.909180] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.909352] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.909918] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.910212] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76935fe8-4e4c-44c9-a1a1-8efe66008fec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.914769] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 840.914769] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b4a9bf-c06e-190a-2226-9720c709747e" [ 840.914769] env[68828]: _type = "Task" [ 840.914769] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.923895] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b4a9bf-c06e-190a-2226-9720c709747e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.969790] env[68828]: DEBUG nova.compute.utils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.973554] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.973737] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.993093] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555467} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.993093] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.993282] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.993449] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff75840-d17e-4a39-855b-06a79c63cc4b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.999845] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 840.999845] env[68828]: value = "task-3230517" [ 840.999845] env[68828]: _type = "Task" [ 840.999845] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.009330] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.017986] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b9c8095f-5c1b-4ea9-8589-a187a58b41d2 tempest-ImagesNegativeTestJSON-537457450 tempest-ImagesNegativeTestJSON-537457450-project-member] Lock "29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.253s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.019368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4a9f224d-0413-47ca-88ea-73619b2ddf56 tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.520s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.094422] env[68828]: INFO nova.compute.manager [-] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Took 1.42 seconds to deallocate network for instance. [ 841.097768] env[68828]: DEBUG nova.policy [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa361d6d90544e9a400dd581320c547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4843b5dbe7404384bdc633eb6eece3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.126616] env[68828]: DEBUG nova.network.neutron [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updated VIF entry in instance network info cache for port e9735a17-56d6-48a7-8d91-c933f8e1421d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.127255] env[68828]: DEBUG nova.network.neutron [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updating instance_info_cache with network_info: [{"id": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "address": "fa:16:3e:e2:aa:af", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9735a17-56", "ovs_interfaceid": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.281954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.281954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.281954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.281954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.281954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.283126] env[68828]: INFO nova.compute.manager [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Terminating instance [ 841.335177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.335177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.335177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.335177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.335177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.337917] env[68828]: INFO nova.compute.manager [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Terminating instance [ 841.428890] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b4a9bf-c06e-190a-2226-9720c709747e, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.429302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.429575] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.429749] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.430084] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.430281] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.430625] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f0a429-37ed-4317-a6df-1f21d9586a73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.441886] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.442407] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.443377] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a70218f-ee09-4ade-8ad4-853f93efa55b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.451201] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 841.451201] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5289c608-6ee5-0e82-411d-8d8268a7e40a" [ 841.451201] env[68828]: _type = "Task" [ 841.451201] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.460132] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5289c608-6ee5-0e82-411d-8d8268a7e40a, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.462950] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ffd58c-3fd4-470f-8676-d24244f67e10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.468448] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 841.468448] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb532c-05ed-4749-c7e9-5d819e806f8d" [ 841.468448] env[68828]: _type = "Task" [ 841.468448] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.476435] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.478947] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb532c-05ed-4749-c7e9-5d819e806f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.489839] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d10cc-ba0d-45a9-ab74-9d87b961a75b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.499007] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347a86a-e0e0-43eb-8e2d-5027adf03b37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.511485] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317794} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.537941] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.540262] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96afb85b-1eed-45e4-9803-aafe43f6fdc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.544929] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c167a7e5-b2bd-4ca7-aa1e-038a77e7eb79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.564162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb823357-4c98-4033-8398-d9a314c0ca6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.577020] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.577536] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4484cf00-198a-4f2a-bcee-331fd7ef83b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.603538] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.603947] env[68828]: DEBUG nova.compute.provider_tree [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.606353] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 841.606353] env[68828]: value = "task-3230518" [ 841.606353] env[68828]: _type = "Task" [ 841.606353] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.614418] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.629575] env[68828]: DEBUG oslo_concurrency.lockutils [req-82e6bf17-dac0-41bf-80ac-988d2f78895f req-dcccbf4c-6e3d-4dcb-8f5d-0edc2adae88c service nova] Releasing lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.694532] env[68828]: DEBUG nova.compute.manager [req-75fd8cf4-aae8-4300-9693-8a2e08f871df req-9e104497-216b-45e7-8856-71c11d7c5085 service nova] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Received event network-vif-deleted-b9b1b519-23aa-43fe-b06a-5671d0c8d800 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.722083] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Successfully created port: f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.788584] env[68828]: DEBUG nova.compute.manager [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.788783] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.789691] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730f7c1-fe53-4c8b-90e4-f27722ede1fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.797733] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.800600] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f637266-72ec-422c-948c-1eaa6c19e170 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.805497] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 841.805497] env[68828]: value = "task-3230519" [ 841.805497] env[68828]: _type = "Task" [ 841.805497] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.814020] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.845021] env[68828]: DEBUG nova.compute.manager [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.845021] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.845021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5180d3-0b7f-40b6-9210-3e422bb3f5a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.851487] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.851794] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70813660-89ae-4f96-968c-8f105c0c8fef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.858483] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 841.858483] env[68828]: value = "task-3230520" [ 841.858483] env[68828]: _type = "Task" [ 841.858483] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.870742] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.986180] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fb532c-05ed-4749-c7e9-5d819e806f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.986180] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.986180] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/09e0b6d9-9189-4e13-b37b-447db8b4bfcb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.986180] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8d6050-1797-4467-bdc1-41092e4b6008 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.996077] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 841.996077] env[68828]: value = "task-3230521" [ 841.996077] env[68828]: _type = "Task" [ 841.996077] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.004879] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.050552] env[68828]: DEBUG nova.network.neutron [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.110372] env[68828]: DEBUG nova.scheduler.client.report [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.127519] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230518, 'name': ReconfigVM_Task, 'duration_secs': 0.295706} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.128183] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.129669] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b997874a-90b9-4c87-87e4-4a3154b17b57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.137346] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 842.137346] env[68828]: value = "task-3230522" [ 842.137346] env[68828]: _type = "Task" [ 842.137346] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.146721] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230522, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.318730] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230519, 'name': PowerOffVM_Task, 'duration_secs': 0.23522} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.318730] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.318730] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.318730] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3a0c3a-3f48-4cb7-bace-c1db5d7bcad1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.371237] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230520, 'name': PowerOffVM_Task, 'duration_secs': 0.212975} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.371667] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.371884] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.372177] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90736ffd-3892-4d82-abb0-f0eb56f78e5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.415311] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.415624] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.415873] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleting the datastore file [datastore2] 6c0739c5-d01a-437d-a986-c5c0845b68f4 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.416259] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7611beab-a95a-4271-a321-2ebb664d2a0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.425484] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 842.425484] env[68828]: value = "task-3230525" [ 842.425484] env[68828]: _type = "Task" [ 842.425484] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.439486] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.461797] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.462094] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.462288] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleting the datastore file [datastore2] bbcadc80-7d0d-4516-9bb9-8c27817ce072 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.462557] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36271b38-bae6-4539-b883-d6412a3e6408 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.471953] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for the task: (returnval){ [ 842.471953] env[68828]: value = "task-3230526" [ 842.471953] env[68828]: _type = "Task" [ 842.471953] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.482339] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.487981] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.508148] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.516495] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.516740] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.516909] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.517108] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.517254] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.517453] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.517609] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.517764] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.517977] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.518181] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.518366] env[68828]: DEBUG nova.virt.hardware [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.519205] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138b49a-af42-4eeb-8a78-a1b7ab482149 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.529660] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22168c73-853d-4253-a15a-dd299cc8d223 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.554217] env[68828]: INFO nova.compute.manager [-] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Took 1.65 seconds to deallocate network for instance. [ 842.589721] env[68828]: DEBUG nova.compute.manager [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-changed-c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.590056] env[68828]: DEBUG nova.compute.manager [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Refreshing instance network info cache due to event network-changed-c34d9513-bce7-402a-bad2-0b2915ad340c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.590256] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Acquiring lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.590395] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Acquired lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.590523] env[68828]: DEBUG nova.network.neutron [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Refreshing network info cache for port c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.619979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.620585] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.623138] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.381s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.623336] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.628019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.406s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.628019] env[68828]: INFO nova.compute.claims [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.650202] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230522, 'name': Rename_Task, 'duration_secs': 0.387749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.650202] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.650202] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94b51ad6-95b7-4641-9191-4f870effb618 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.651168] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Successfully updated port: bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.653306] env[68828]: DEBUG nova.compute.manager [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.655102] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394d27a-71f3-4b62-b9fa-1f07df7a8f71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.659982] env[68828]: INFO nova.scheduler.client.report [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Deleted allocations for instance 22e625e7-b4f1-449a-a4ad-a50ea757e8dd [ 842.661506] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 842.661506] env[68828]: value = "task-3230527" [ 842.661506] env[68828]: _type = "Task" [ 842.661506] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.680657] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230527, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.937071] env[68828]: DEBUG oslo_vmware.api [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.937296] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.937477] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.937651] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.937915] env[68828]: INFO nova.compute.manager [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.938086] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.938286] env[68828]: DEBUG nova.compute.manager [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.938380] env[68828]: DEBUG nova.network.neutron [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.985119] env[68828]: DEBUG oslo_vmware.api [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Task: {'id': task-3230526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191414} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.985422] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.985553] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.985736] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.985940] env[68828]: INFO nova.compute.manager [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.986148] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.986405] env[68828]: DEBUG nova.compute.manager [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.986494] env[68828]: DEBUG nova.network.neutron [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.008023] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534136} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.008341] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/09e0b6d9-9189-4e13-b37b-447db8b4bfcb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.008570] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.008823] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7442b227-0dbd-4691-8be1-a57c8a23bc71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.018335] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 843.018335] env[68828]: value = "task-3230528" [ 843.018335] env[68828]: _type = "Task" [ 843.018335] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.028611] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.061041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.131886] env[68828]: DEBUG nova.compute.utils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.139027] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 843.154578] env[68828]: DEBUG nova.network.neutron [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.159787] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.171599] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68aca12f-0857-48f8-a710-c2f52203886a tempest-ServerRescueTestJSONUnderV235-1650251107 tempest-ServerRescueTestJSONUnderV235-1650251107-project-member] Lock "22e625e7-b4f1-449a-a4ad-a50ea757e8dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.348s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.180733] env[68828]: INFO nova.compute.manager [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] instance snapshotting [ 843.180733] env[68828]: DEBUG nova.objects.instance [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.180733] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230527, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.321308] env[68828]: DEBUG nova.network.neutron [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.529473] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143706} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.529930] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.536201] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e71426a-de9d-46c3-ba2d-79ec1b65c4b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.561097] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/09e0b6d9-9189-4e13-b37b-447db8b4bfcb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.561571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66a8fd2-e756-4317-856e-092384111cde {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.589356] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 843.589356] env[68828]: value = "task-3230529" [ 843.589356] env[68828]: _type = "Task" [ 843.589356] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.597971] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.639705] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.684380] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c35042-90d8-46e6-bf8d-de8264ecc5ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.691199] env[68828]: DEBUG oslo_vmware.api [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230527, 'name': PowerOnVM_Task, 'duration_secs': 0.621565} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.691502] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.691700] env[68828]: INFO nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Took 9.22 seconds to spawn the instance on the hypervisor. [ 843.691930] env[68828]: DEBUG nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.692959] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da27822-a02c-4273-ab26-867bd999aff9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.713444] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c7610-d38a-4aec-a91c-18bd87ab2ae5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.823778] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Releasing lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.824252] env[68828]: DEBUG nova.compute.manager [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-vif-plugged-bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.824492] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Acquiring lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.824772] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.825678] env[68828]: DEBUG oslo_concurrency.lockutils [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.825678] env[68828]: DEBUG nova.compute.manager [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] No waiting events found dispatching network-vif-plugged-bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.825678] env[68828]: WARNING nova.compute.manager [req-454b1547-b1e1-4da2-9e8b-702433e3a8eb req-669ac905-1da3-4ac0-832a-89ce8c8c7c46 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received unexpected event network-vif-plugged-bdbb8080-dc67-4ba5-966c-265588e990d1 for instance with vm_state building and task_state spawning. [ 843.825678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.825856] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.857465] env[68828]: DEBUG nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Received event network-vif-deleted-eacdeb72-a678-49ad-8a6c-940722ddea45 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.858357] env[68828]: DEBUG nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Received event network-vif-deleted-4745e414-35fc-49f3-8d3b-0ef25e1c7e7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.858357] env[68828]: INFO nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Neutron deleted interface 4745e414-35fc-49f3-8d3b-0ef25e1c7e7d; detaching it from the instance and deleting it from the info cache [ 843.858357] env[68828]: DEBUG nova.network.neutron [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.938594] env[68828]: DEBUG nova.network.neutron [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.099786] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230529, 'name': ReconfigVM_Task, 'duration_secs': 0.319842} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.100359] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/09e0b6d9-9189-4e13-b37b-447db8b4bfcb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.101054] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3080fd3c-f16d-4760-be8a-49e29ac7f03f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.107711] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 844.107711] env[68828]: value = "task-3230530" [ 844.107711] env[68828]: _type = "Task" [ 844.107711] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.120780] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230530, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.125670] env[68828]: DEBUG nova.network.neutron [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.203603] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77da5150-16b4-4ebd-90dd-237a00ce4434 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.211295] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d929bcb-f6d4-430e-b707-131c205710c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.253530] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.255951] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-128fbf59-ff69-4785-abcd-6297d73b349f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.260573] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454b8ac-db92-42ec-850b-9e0d15e4f178 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.261400] env[68828]: INFO nova.compute.manager [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Took 49.25 seconds to build instance. [ 844.270674] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e315210e-a11f-43a7-a275-b427e9388bdd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.274103] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 844.274103] env[68828]: value = "task-3230531" [ 844.274103] env[68828]: _type = "Task" [ 844.274103] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.287498] env[68828]: DEBUG nova.compute.provider_tree [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.298037] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230531, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.300198] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Successfully updated port: f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.365395] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dd699e6-1777-4ebf-8462-8e7d4d32e3e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.376690] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aac8b2-d0c7-489c-95c4-49b5974fbcb6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.421053] env[68828]: DEBUG nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Detach interface failed, port_id=4745e414-35fc-49f3-8d3b-0ef25e1c7e7d, reason: Instance bbcadc80-7d0d-4516-9bb9-8c27817ce072 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.421320] env[68828]: DEBUG nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Received event network-vif-plugged-f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.421543] env[68828]: DEBUG oslo_concurrency.lockutils [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] Acquiring lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.421808] env[68828]: DEBUG oslo_concurrency.lockutils [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.422059] env[68828]: DEBUG oslo_concurrency.lockutils [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.422276] env[68828]: DEBUG nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] No waiting events found dispatching network-vif-plugged-f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.422455] env[68828]: WARNING nova.compute.manager [req-ffeb9f85-3e15-4454-8e7e-8bf497a82171 req-37c86555-b50d-4815-8574-d3e96a435ee1 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Received unexpected event network-vif-plugged-f1090436-039b-4352-afd0-b8ecf3ba5e0c for instance with vm_state building and task_state spawning. [ 844.423647] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.444087] env[68828]: INFO nova.compute.manager [-] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Took 1.51 seconds to deallocate network for instance. [ 844.619525] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230530, 'name': Rename_Task, 'duration_secs': 0.146866} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.619822] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.620111] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c45fab3-39e8-42c2-85bb-671d2783d871 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.626343] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 844.626343] env[68828]: value = "task-3230532" [ 844.626343] env[68828]: _type = "Task" [ 844.626343] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.629631] env[68828]: INFO nova.compute.manager [-] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Took 1.64 seconds to deallocate network for instance. [ 844.637109] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.656824] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.688019] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.688416] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.688416] env[68828]: DEBUG nova.virt.hardware [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.692025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0045723-aae5-4fef-9c30-d6adfc0ed5ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.698534] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcf266-b27c-4b66-b701-bf2bda52e3ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.713564] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.719383] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Creating folder: Project (1c428fff1ae0423e87cdfb70faf29c6e). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.719707] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9205239-3af6-4a9e-a82d-26fe985ca8d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.731459] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Created folder: Project (1c428fff1ae0423e87cdfb70faf29c6e) in parent group-v645630. [ 844.731645] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Creating folder: Instances. Parent ref: group-v645764. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.731910] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc5651d8-48af-4e03-8aa9-e2700e970892 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.741549] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Created folder: Instances in parent group-v645764. [ 844.741786] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.742021] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.742235] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c082f43e-9dff-4899-b37b-0f333f32ac71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.759214] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.759214] env[68828]: value = "task-3230535" [ 844.759214] env[68828]: _type = "Task" [ 844.759214] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.772119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-542c639e-33f8-447c-a226-c0f015ab45a1 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.854s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.772119] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230535, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.785853] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230531, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.791117] env[68828]: DEBUG nova.scheduler.client.report [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.804036] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.804036] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.807262] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.827198] env[68828]: DEBUG nova.compute.manager [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-changed-bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.827198] env[68828]: DEBUG nova.compute.manager [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Refreshing instance network info cache due to event network-changed-bdbb8080-dc67-4ba5-966c-265588e990d1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.827556] env[68828]: DEBUG oslo_concurrency.lockutils [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] Acquiring lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.951435] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.102601] env[68828]: DEBUG nova.network.neutron [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Updating instance_info_cache with network_info: [{"id": "c34d9513-bce7-402a-bad2-0b2915ad340c", "address": "fa:16:3e:5b:9e:22", "network": {"id": "d94f3604-5983-4d36-a5e4-692af2e67e3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-261953229", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34d9513-bc", "ovs_interfaceid": "c34d9513-bce7-402a-bad2-0b2915ad340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdbb8080-dc67-4ba5-966c-265588e990d1", "address": "fa:16:3e:79:26:67", "network": {"id": "7a2f5990-c793-448d-9730-dfe3db20ac25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-523576177", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbb8080-dc", "ovs_interfaceid": "bdbb8080-dc67-4ba5-966c-265588e990d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.142771] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.143780] env[68828]: DEBUG oslo_vmware.api [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230532, 'name': PowerOnVM_Task, 'duration_secs': 0.464799} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.144329] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.144785] env[68828]: INFO nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Took 8.07 seconds to spawn the instance on the hypervisor. [ 845.145211] env[68828]: DEBUG nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.146510] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0673c014-c857-4690-969c-56d7a1008e0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.269347] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230535, 'name': CreateVM_Task, 'duration_secs': 0.295803} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.269573] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.269997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.270185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.270501] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.270748] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc84ed3a-2a17-44e6-9c31-8acf576fa97b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.275262] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.277874] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 845.277874] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ebfbc-ff0d-f184-8f7f-15e60e63be1f" [ 845.277874] env[68828]: _type = "Task" [ 845.277874] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.289779] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230531, 'name': CreateSnapshot_Task, 'duration_secs': 0.884203} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.293967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.293967] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ebfbc-ff0d-f184-8f7f-15e60e63be1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.294128] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db87272-2c34-4390-983c-072fba0687bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.297267] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.297988] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.304787] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.916s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.307717] env[68828]: INFO nova.compute.claims [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.340847] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.515635] env[68828]: DEBUG nova.network.neutron [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Updating instance_info_cache with network_info: [{"id": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "address": "fa:16:3e:ba:1e:06", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1090436-03", "ovs_interfaceid": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.605865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.606342] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance network_info: |[{"id": "c34d9513-bce7-402a-bad2-0b2915ad340c", "address": "fa:16:3e:5b:9e:22", "network": {"id": "d94f3604-5983-4d36-a5e4-692af2e67e3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-261953229", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34d9513-bc", "ovs_interfaceid": "c34d9513-bce7-402a-bad2-0b2915ad340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdbb8080-dc67-4ba5-966c-265588e990d1", "address": "fa:16:3e:79:26:67", "network": {"id": "7a2f5990-c793-448d-9730-dfe3db20ac25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-523576177", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbb8080-dc", "ovs_interfaceid": "bdbb8080-dc67-4ba5-966c-265588e990d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.606710] env[68828]: DEBUG oslo_concurrency.lockutils [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] Acquired lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.606971] env[68828]: DEBUG nova.network.neutron [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Refreshing network info cache for port bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.608910] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34d9513-bce7-402a-bad2-0b2915ad340c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:26:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdbb8080-dc67-4ba5-966c-265588e990d1', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.624236] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.628692] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.629398] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a8e4e8-9190-479f-9c6c-14549c29cdf8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.655750] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.655750] env[68828]: value = "task-3230536" [ 845.655750] env[68828]: _type = "Task" [ 845.655750] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.668400] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230536, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.670963] env[68828]: INFO nova.compute.manager [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Took 48.54 seconds to build instance. [ 845.795386] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ebfbc-ff0d-f184-8f7f-15e60e63be1f, 'name': SearchDatastore_Task, 'duration_secs': 0.014706} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.795741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.796221] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.796221] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.796326] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.796551] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.797087] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e04b20-c697-4b70-9702-10f9b83592ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.800706] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.807555] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.807739] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.808518] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a8b944-e710-46bb-aa1c-937f771b46de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.814890] env[68828]: DEBUG nova.compute.utils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.824910] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.825205] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 845.825496] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 845.825496] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523f9a35-e35b-61ff-1bc8-1f45ed8bc2c9" [ 845.825496] env[68828]: _type = "Task" [ 845.825496] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.826509] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7afd0466-f4ad-4d31-9150-00550cfde194 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.843143] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523f9a35-e35b-61ff-1bc8-1f45ed8bc2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.845514] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 845.845514] env[68828]: value = "task-3230537" [ 845.845514] env[68828]: _type = "Task" [ 845.845514] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.845741] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172a5948-93e5-4b33-bf05-ca3a892602ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.855157] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 845.855157] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524de2e0-1584-24ff-87fd-f7711fc15025" [ 845.855157] env[68828]: _type = "Task" [ 845.855157] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.858483] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230537, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.866670] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524de2e0-1584-24ff-87fd-f7711fc15025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.945580] env[68828]: DEBUG nova.network.neutron [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Updated VIF entry in instance network info cache for port bdbb8080-dc67-4ba5-966c-265588e990d1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.946015] env[68828]: DEBUG nova.network.neutron [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Updating instance_info_cache with network_info: [{"id": "c34d9513-bce7-402a-bad2-0b2915ad340c", "address": "fa:16:3e:5b:9e:22", "network": {"id": "d94f3604-5983-4d36-a5e4-692af2e67e3a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-261953229", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34d9513-bc", "ovs_interfaceid": "c34d9513-bce7-402a-bad2-0b2915ad340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdbb8080-dc67-4ba5-966c-265588e990d1", "address": "fa:16:3e:79:26:67", "network": {"id": "7a2f5990-c793-448d-9730-dfe3db20ac25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-523576177", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "136b682e5d9b42cdb6dda63468b2af10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbb8080-dc", "ovs_interfaceid": "bdbb8080-dc67-4ba5-966c-265588e990d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.989327] env[68828]: DEBUG nova.compute.manager [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Received event network-changed-f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.989519] env[68828]: DEBUG nova.compute.manager [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Refreshing instance network info cache due to event network-changed-f1090436-039b-4352-afd0-b8ecf3ba5e0c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.990538] env[68828]: DEBUG oslo_concurrency.lockutils [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] Acquiring lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.019245] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.019637] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance network_info: |[{"id": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "address": "fa:16:3e:ba:1e:06", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1090436-03", "ovs_interfaceid": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.020108] env[68828]: DEBUG oslo_concurrency.lockutils [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] Acquired lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.020364] env[68828]: DEBUG nova.network.neutron [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Refreshing network info cache for port f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.022010] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:1e:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1090436-039b-4352-afd0-b8ecf3ba5e0c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.036309] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.037579] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.038866] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191598f1-7021-4214-99a2-315b4ee75de6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.062754] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.062754] env[68828]: value = "task-3230538" [ 846.062754] env[68828]: _type = "Task" [ 846.062754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.078022] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230538, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.167754] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230536, 'name': CreateVM_Task, 'duration_secs': 0.444252} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.167754] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.167754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.167754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.168017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.168284] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f945287b-2e16-4d45-bdb2-9b93bc173204 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.174038] env[68828]: DEBUG oslo_concurrency.lockutils [None req-90e6ec59-e60b-4a92-a0ec-14653d6c95da tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.862s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.174944] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 846.174944] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d6860-8a83-8a1f-c517-74f72b03ce24" [ 846.174944] env[68828]: _type = "Task" [ 846.174944] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.186350] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d6860-8a83-8a1f-c517-74f72b03ce24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.327237] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.366303] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230537, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.374254] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524de2e0-1584-24ff-87fd-f7711fc15025, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.377861] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.378154] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.380947] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b46d03f-066a-47ec-9e5d-fc747584474e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.397869] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 846.397869] env[68828]: value = "task-3230539" [ 846.397869] env[68828]: _type = "Task" [ 846.397869] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.412384] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.449344] env[68828]: DEBUG oslo_concurrency.lockutils [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] Releasing lock "refresh_cache-c90fc964-8d2a-40ce-b420-62bc2eb89cbc" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.449344] env[68828]: DEBUG nova.compute.manager [req-db1b7402-b3d1-44b5-9d0f-5986f910b6dc req-10d7a526-9938-49ec-af15-611acc070bb0 service nova] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Received event network-vif-deleted-380c9a6d-ac71-47f1-b9cd-47ae00b18bea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.575462] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230538, 'name': CreateVM_Task, 'duration_secs': 0.403286} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.575742] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.576334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.686708] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d6860-8a83-8a1f-c517-74f72b03ce24, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.689309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.689579] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.689822] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.690023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.690222] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.690541] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.690858] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.691122] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b0694f-5a44-41ce-b374-0aa0a260d095 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.693595] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660c93f6-28fa-4c5d-87d3-e604a19ea955 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.702521] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 846.702521] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d2883b-a2c9-f308-af05-d224298d7252" [ 846.702521] env[68828]: _type = "Task" [ 846.702521] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.709691] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.709915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.713354] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4e1376-8685-4162-bd62-1ea620db0aec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.715900] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d2883b-a2c9-f308-af05-d224298d7252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.723989] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 846.723989] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291a830-b7b5-c0a8-42fd-9da1d9ed24ce" [ 846.723989] env[68828]: _type = "Task" [ 846.723989] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.732895] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291a830-b7b5-c0a8-42fd-9da1d9ed24ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.829048] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2461e-e657-4297-856d-d86de175f675 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.840964] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aceb41-640d-4faa-8cb8-2890e9d7be4a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.885549] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b4e76-5287-489e-8796-41c4cec4f677 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.900381] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc51165-ba21-4db2-97c1-759cf6848909 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.905666] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230537, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.911639] env[68828]: DEBUG nova.compute.manager [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 846.921256] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.930630] env[68828]: DEBUG nova.compute.provider_tree [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.937635] env[68828]: DEBUG nova.network.neutron [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Updated VIF entry in instance network info cache for port f1090436-039b-4352-afd0-b8ecf3ba5e0c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.937962] env[68828]: DEBUG nova.network.neutron [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Updating instance_info_cache with network_info: [{"id": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "address": "fa:16:3e:ba:1e:06", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1090436-03", "ovs_interfaceid": "f1090436-039b-4352-afd0-b8ecf3ba5e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.055093] env[68828]: INFO nova.compute.manager [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Rescuing [ 847.055330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.055567] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.055736] env[68828]: DEBUG nova.network.neutron [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.129149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "0a226834-95c6-4bbb-8f0b-814135e50e80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.129473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.213532] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d2883b-a2c9-f308-af05-d224298d7252, 'name': SearchDatastore_Task, 'duration_secs': 0.055617} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.214449] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.214449] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.214664] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.234240] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291a830-b7b5-c0a8-42fd-9da1d9ed24ce, 'name': SearchDatastore_Task, 'duration_secs': 0.060256} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.235014] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ad7738-4d6c-4fa3-a656-041e177270c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.240230] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 847.240230] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2dac0-af7f-49a0-4ba8-652e3dd61795" [ 847.240230] env[68828]: _type = "Task" [ 847.240230] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.250248] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2dac0-af7f-49a0-4ba8-652e3dd61795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.337827] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.359535] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.359792] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.359942] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.360139] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.360281] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.360424] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.360624] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.360773] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.360931] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.361104] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.361276] env[68828]: DEBUG nova.virt.hardware [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.362159] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2a7cd-949a-4a46-81e7-a3a640fe594b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.370697] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3548e-b3b4-4c9a-9c3d-456b5254816d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.384173] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.389510] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Creating folder: Project (f6bf4262c1c64f918d356b75bc26b87a). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.392841] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa0ad1ab-9482-4780-b1c5-6bef90b2969b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.399660] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230537, 'name': CloneVM_Task, 'duration_secs': 1.36744} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.400602] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created linked-clone VM from snapshot [ 847.400728] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb94989-58f7-465c-9f0d-86198c802aac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.404204] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Created folder: Project (f6bf4262c1c64f918d356b75bc26b87a) in parent group-v645630. [ 847.404379] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Creating folder: Instances. Parent ref: group-v645771. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.404883] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701e89bb-9b75-402e-8ef6-9c779d9bfdaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.412097] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploading image 3422ac2d-21e3-46eb-937a-0750ee8ad4f9 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.422115] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Created folder: Instances in parent group-v645771. [ 847.422348] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.422549] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616262} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.422736] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.423072] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.423292] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.423839] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d15fdc-f686-4ba2-bc8f-6719991a6988 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.437013] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838a97b9-1063-4052-998e-a83938a7edb9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.440883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.441749] env[68828]: DEBUG nova.scheduler.client.report [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.444933] env[68828]: DEBUG oslo_concurrency.lockutils [req-d224121d-95de-4180-999b-0f399763658f req-c8043ffe-f87b-47d2-bf9c-e62c93d1b82c service nova] Releasing lock "refresh_cache-1f816be1-4397-4b36-8b9e-9b359a4bd47b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.450132] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 847.450132] env[68828]: value = "task-3230542" [ 847.450132] env[68828]: _type = "Task" [ 847.450132] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.451972] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.451972] env[68828]: value = "vm-645769" [ 847.451972] env[68828]: _type = "VirtualMachine" [ 847.451972] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.454228] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b560cfb6-8fea-4938-9805-972f2ac08db8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.455782] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.455782] env[68828]: value = "task-3230543" [ 847.455782] env[68828]: _type = "Task" [ 847.455782] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.464416] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease: (returnval){ [ 847.464416] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b2c8-5c7c-3f56-6ee8-c22462bc2197" [ 847.464416] env[68828]: _type = "HttpNfcLease" [ 847.464416] env[68828]: } obtained for exporting VM: (result){ [ 847.464416] env[68828]: value = "vm-645769" [ 847.464416] env[68828]: _type = "VirtualMachine" [ 847.464416] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.464825] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the lease: (returnval){ [ 847.464825] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b2c8-5c7c-3f56-6ee8-c22462bc2197" [ 847.464825] env[68828]: _type = "HttpNfcLease" [ 847.464825] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.467840] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.473439] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230543, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.476910] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.476910] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b2c8-5c7c-3f56-6ee8-c22462bc2197" [ 847.476910] env[68828]: _type = "HttpNfcLease" [ 847.476910] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.477184] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.477184] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0b2c8-5c7c-3f56-6ee8-c22462bc2197" [ 847.477184] env[68828]: _type = "HttpNfcLease" [ 847.477184] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.477861] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f7686a-0d08-4757-b7d6-7000707b03ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.484808] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.484975] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.579066] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90023cdd-6f9f-4744-a3f2-2dc3dcd99792 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.633191] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.751451] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2dac0-af7f-49a0-4ba8-652e3dd61795, 'name': SearchDatastore_Task, 'duration_secs': 0.051534} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.754502] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.754886] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] c90fc964-8d2a-40ce-b420-62bc2eb89cbc/c90fc964-8d2a-40ce-b420-62bc2eb89cbc.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.755265] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.755538] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.755785] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcbe8465-6f22-4dcc-b8d0-3770a8b311c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.760615] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f8dcb32-7792-4c0d-b973-33a7a5c95553 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.770052] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 847.770052] env[68828]: value = "task-3230545" [ 847.770052] env[68828]: _type = "Task" [ 847.770052] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.772950] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.773531] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.774822] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db956a06-cdc5-4428-8ea3-3acbc1107cff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.780479] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.784590] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 847.784590] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a757ff-8c2d-84aa-7990-bacb6bb86479" [ 847.784590] env[68828]: _type = "Task" [ 847.784590] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.793191] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a757ff-8c2d-84aa-7990-bacb6bb86479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.812144] env[68828]: DEBUG nova.network.neutron [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updating instance_info_cache with network_info: [{"id": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "address": "fa:16:3e:e2:aa:af", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9735a17-56", "ovs_interfaceid": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.947324] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.948028] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.952190] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.980s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.954296] env[68828]: INFO nova.compute.claims [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.970738] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066607} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.974973] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.974973] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230543, 'name': CreateVM_Task, 'duration_secs': 0.318985} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.976099] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17391af9-db20-4394-a2f5-d4c7443bd70d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.979362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.979799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.980813] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.981465] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812fb499-c16c-4502-9301-c8a9f3369e0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.004172] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.007011] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412bcb9e-f39c-4292-87eb-133effba9529 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.024733] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 848.024733] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522e1784-66c6-b515-99e0-f18165eb6f81" [ 848.024733] env[68828]: _type = "Task" [ 848.024733] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.033271] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 848.033271] env[68828]: value = "task-3230546" [ 848.033271] env[68828]: _type = "Task" [ 848.033271] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.037931] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522e1784-66c6-b515-99e0-f18165eb6f81, 'name': SearchDatastore_Task, 'duration_secs': 0.021331} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.042286] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.042799] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.043226] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.043562] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.043866] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.044295] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8684bbba-dc58-4072-bf40-d6572f21d0e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.053415] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.056455] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.056673] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.057594] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33648cd8-17db-47e9-b59a-294ecfa4c0fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.067422] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 848.067422] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a50d-fbda-b614-ee2d-48f8d99f2039" [ 848.067422] env[68828]: _type = "Task" [ 848.067422] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.076926] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a50d-fbda-b614-ee2d-48f8d99f2039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.159240] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.280157] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.295794] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a757ff-8c2d-84aa-7990-bacb6bb86479, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.296975] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6d0270-b3f6-4e4d-a9c2-27fb75e6924e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.304082] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 848.304082] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c5570a-16ce-be23-f355-12c68cf5a35a" [ 848.304082] env[68828]: _type = "Task" [ 848.304082] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.315289] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.317800] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c5570a-16ce-be23-f355-12c68cf5a35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.459855] env[68828]: DEBUG nova.compute.utils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.463233] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.463421] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.515380] env[68828]: DEBUG nova.policy [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ab2b745e4b4e76b131a09bcadaa6ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26fdc4e03fb45c1969cfcd6573c5e7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.548443] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.577813] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a50d-fbda-b614-ee2d-48f8d99f2039, 'name': SearchDatastore_Task, 'duration_secs': 0.020428} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.578757] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c218dd0-5047-43cd-a6ff-310c877a7195 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.584068] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 848.584068] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a38f80-c6e0-f2f7-ac7a-0b95558ed83b" [ 848.584068] env[68828]: _type = "Task" [ 848.584068] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.592369] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a38f80-c6e0-f2f7-ac7a-0b95558ed83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.780954] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584827} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.782294] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] c90fc964-8d2a-40ce-b420-62bc2eb89cbc/c90fc964-8d2a-40ce-b420-62bc2eb89cbc.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.782294] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.783589] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-411a8568-0b4a-47d3-975c-6fa16d01cb2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.791525] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 848.791525] env[68828]: value = "task-3230547" [ 848.791525] env[68828]: _type = "Task" [ 848.791525] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.803464] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.816760] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c5570a-16ce-be23-f355-12c68cf5a35a, 'name': SearchDatastore_Task, 'duration_secs': 0.029217} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.817230] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.817643] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.818025] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a45b1f4-7a6a-4f85-9bcb-587e76cc2335 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.827206] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 848.827206] env[68828]: value = "task-3230548" [ 848.827206] env[68828]: _type = "Task" [ 848.827206] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.840943] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.907956] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Successfully created port: 9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.963854] env[68828]: DEBUG nova.compute.utils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.052921] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230546, 'name': ReconfigVM_Task, 'duration_secs': 0.663114} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.054362] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Reconfigured VM instance instance-00000030 to attach disk [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.054362] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c11552d3-c10f-4d16-9839-1924a0af2618 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.069103] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 849.069103] env[68828]: value = "task-3230549" [ 849.069103] env[68828]: _type = "Task" [ 849.069103] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.077993] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230549, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.098775] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a38f80-c6e0-f2f7-ac7a-0b95558ed83b, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.099093] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.099384] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.099735] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2e3445a-1314-4855-8696-cf1ca7d8ea0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.106626] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 849.106626] env[68828]: value = "task-3230550" [ 849.106626] env[68828]: _type = "Task" [ 849.106626] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.122763] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.303244] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061001} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.303533] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.304436] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b1ada6-4cf5-4622-bee8-1e323c97299c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.345763] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c90fc964-8d2a-40ce-b420-62bc2eb89cbc/c90fc964-8d2a-40ce-b420-62bc2eb89cbc.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.355621] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9172b9f-d65e-4676-bcb0-9c55eab3667a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.381280] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.383768] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 849.383768] env[68828]: value = "task-3230551" [ 849.383768] env[68828]: _type = "Task" [ 849.383768] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.399130] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.467076] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.555282] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c23564-de7e-4b6e-800a-924eda6e33b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.563235] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0723a74b-8572-40bd-b1cf-d52e0b06c120 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.603297] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3df05d-acd5-4e18-9454-f7b5c84e39b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.610353] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230549, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.618766] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b6355-66fa-45f8-9a07-1ba78f8f7dea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.626581] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.639125] env[68828]: DEBUG nova.compute.provider_tree [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.847982] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716578} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.848448] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.848870] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.849351] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6bc0269-a28e-4f3e-abda-05deed4da843 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.858297] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 849.858297] env[68828]: value = "task-3230552" [ 849.858297] env[68828]: _type = "Task" [ 849.858297] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.867467] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.874303] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.874627] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c556143-e1a7-4741-8b83-c089aa95def9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.881624] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 849.881624] env[68828]: value = "task-3230553" [ 849.881624] env[68828]: _type = "Task" [ 849.881624] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.894171] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.897854] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230551, 'name': ReconfigVM_Task, 'duration_secs': 0.505594} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.898172] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c90fc964-8d2a-40ce-b420-62bc2eb89cbc/c90fc964-8d2a-40ce-b420-62bc2eb89cbc.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.898864] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68c96cce-bbcd-4321-8cf3-8f666437a75c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.904913] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 849.904913] env[68828]: value = "task-3230554" [ 849.904913] env[68828]: _type = "Task" [ 849.904913] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.914378] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230554, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.081656] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230549, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.121066] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811069} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.121427] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.121621] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.121888] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5980086-9d3f-4620-a6cd-a633ba261e9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.129842] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 850.129842] env[68828]: value = "task-3230555" [ 850.129842] env[68828]: _type = "Task" [ 850.129842] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.138484] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.144546] env[68828]: DEBUG nova.scheduler.client.report [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.369692] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230552, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.392982] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230553, 'name': PowerOffVM_Task, 'duration_secs': 0.22892} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.393302] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.394190] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1894946-eb84-414c-aef1-e5d8e4cfda9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.418717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44d31f-506d-47a1-8d3a-7421413713c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.428878] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230554, 'name': Rename_Task, 'duration_secs': 0.21158} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.432467] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.435537] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8761893-73a4-47b7-8049-bac0cf769d00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.442849] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 850.442849] env[68828]: value = "task-3230556" [ 850.442849] env[68828]: _type = "Task" [ 850.442849] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.454925] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.464211] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.464608] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4352ab08-5c59-40a5-afcb-5af5e3dfbc49 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.471451] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 850.471451] env[68828]: value = "task-3230557" [ 850.471451] env[68828]: _type = "Task" [ 850.471451] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.481805] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.485669] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.485669] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.485669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.485669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.485669] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.485669] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222699d9-32d2-43d9-82c5-4a79abf3b421 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.495415] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.495607] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.496390] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af305834-a733-4709-8c68-cae9a2aff625 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.504740] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 850.504740] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524e60d0-df17-cc28-b3ba-6c93ebd0d618" [ 850.504740] env[68828]: _type = "Task" [ 850.504740] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.510813] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:39:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1405781172',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-318189812',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.511108] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.511271] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.511450] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.511597] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.511745] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.511965] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.512233] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.512437] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.512614] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.512786] env[68828]: DEBUG nova.virt.hardware [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.513689] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e50cd4-09f8-4302-9ba6-d0b3c0cee391 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.522801] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524e60d0-df17-cc28-b3ba-6c93ebd0d618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.526505] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05ec61-9d4b-4338-a56d-ecff3ecaba6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.579471] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230549, 'name': Rename_Task, 'duration_secs': 1.26576} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.579629] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.579878] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12b49a9-597b-4ae0-8da5-1a697f5a63be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.585641] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 850.585641] env[68828]: value = "task-3230558" [ 850.585641] env[68828]: _type = "Task" [ 850.585641] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.597361] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.638881] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.446287} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.639316] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.640110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1f98b-56fd-4a57-ae9f-0bcb9a744ead {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.654418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.654809] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.668529] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.669221] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.491s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.670853] env[68828]: INFO nova.compute.claims [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.673570] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953591a1-5d5d-46c8-b687-50cae8281047 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.695599] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 850.695599] env[68828]: value = "task-3230559" [ 850.695599] env[68828]: _type = "Task" [ 850.695599] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.706641] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.750276] env[68828]: DEBUG nova.compute.manager [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Received event network-vif-plugged-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.750534] env[68828]: DEBUG oslo_concurrency.lockutils [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] Acquiring lock "27273416-b04c-4381-b4d2-43cb300b2046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.750729] env[68828]: DEBUG oslo_concurrency.lockutils [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] Lock "27273416-b04c-4381-b4d2-43cb300b2046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.750841] env[68828]: DEBUG oslo_concurrency.lockutils [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] Lock "27273416-b04c-4381-b4d2-43cb300b2046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.751016] env[68828]: DEBUG nova.compute.manager [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] No waiting events found dispatching network-vif-plugged-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.751192] env[68828]: WARNING nova.compute.manager [req-38ce32b1-f9fe-41cf-aaee-15f907818c06 req-7f876561-3b3f-4d67-af27-dad6073e5d9c service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Received unexpected event network-vif-plugged-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 for instance with vm_state building and task_state spawning. [ 850.872030] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.517007} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.872030] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.872030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbf23d1-f4dc-4957-ad44-38c3f6415411 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.903861] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.905275] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Successfully updated port: 9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.906303] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d906af-16e3-4607-9db6-988540975305 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.921600] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.921684] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.921782] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.929135] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 850.929135] env[68828]: value = "task-3230560" [ 850.929135] env[68828]: _type = "Task" [ 850.929135] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.938605] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.952290] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230556, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.015225] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524e60d0-df17-cc28-b3ba-6c93ebd0d618, 'name': SearchDatastore_Task, 'duration_secs': 0.019481} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.016095] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b4e10c-0c9d-4989-83a8-6ea456f66860 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.021308] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 851.021308] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e507dc-c33e-9487-b067-b24408f6b151" [ 851.021308] env[68828]: _type = "Task" [ 851.021308] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.029426] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e507dc-c33e-9487-b067-b24408f6b151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.095600] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.171474] env[68828]: DEBUG nova.compute.utils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.173399] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.173605] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.206694] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.266042] env[68828]: DEBUG nova.policy [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9fcebddc994fdb86c416c8c7862f02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af3455fc3f2c494aa8c41c894417c412', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.440419] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230560, 'name': ReconfigVM_Task, 'duration_secs': 0.443613} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.440821] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.441538] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd7a8fa-c99d-499c-8198-fd1f8bedde73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.451807] env[68828]: DEBUG oslo_vmware.api [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230556, 'name': PowerOnVM_Task, 'duration_secs': 0.845385} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.453149] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.453359] env[68828]: INFO nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Took 11.61 seconds to spawn the instance on the hypervisor. [ 851.453538] env[68828]: DEBUG nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.453871] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 851.453871] env[68828]: value = "task-3230561" [ 851.453871] env[68828]: _type = "Task" [ 851.453871] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.454609] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780315b3-05df-47b1-aa6a-43ae6af6f3b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.465631] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230561, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.533352] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e507dc-c33e-9487-b067-b24408f6b151, 'name': SearchDatastore_Task, 'duration_secs': 0.021871} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.533737] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.533956] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 851.534300] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1767c4d5-24f0-40af-ab96-a16621fecd19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.541662] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 851.541662] env[68828]: value = "task-3230562" [ 851.541662] env[68828]: _type = "Task" [ 851.541662] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.550688] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.596836] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.677544] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.710271] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.747489] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.981753] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230561, 'name': Rename_Task, 'duration_secs': 0.217653} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.989155] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.989155] env[68828]: INFO nova.compute.manager [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Took 44.20 seconds to build instance. [ 851.989155] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f0c502d-1db8-4fea-9d3e-43c0903921b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.995889] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 851.995889] env[68828]: value = "task-3230563" [ 851.995889] env[68828]: _type = "Task" [ 851.995889] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.011804] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.054103] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230562, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.100447] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.134449] env[68828]: DEBUG nova.network.neutron [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updating instance_info_cache with network_info: [{"id": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "address": "fa:16:3e:c3:b4:51", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a6a26-c1", "ovs_interfaceid": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.213730] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230559, 'name': ReconfigVM_Task, 'duration_secs': 1.321854} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.214358] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.215178] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a5a3c1-ad1f-4fdb-a68d-2ef9eafb37a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.222654] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 852.222654] env[68828]: value = "task-3230564" [ 852.222654] env[68828]: _type = "Task" [ 852.222654] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.236420] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230564, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.257900] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Successfully created port: c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.290025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813f991-b329-4573-92bf-f1a7f155c8bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.296980] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0c91c-64cf-43cb-a341-7c9afa6aca21 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.332024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3526f-6ade-4652-abb3-d2a4504f540a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.341543] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d9109d-2cff-4596-90df-d70f113beeee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.354559] env[68828]: DEBUG nova.compute.provider_tree [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.491417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f71bb5e7-cb42-4442-b1d7-0f994a7ee3f8 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.970s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.506325] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.553411] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596395} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.553647] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 852.554454] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac2158-df22-4453-8bda-e41fc10b428d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.579016] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.579345] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93635d3-55b0-4323-ab9c-dc0ab4b28450 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.601598] env[68828]: DEBUG oslo_vmware.api [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230558, 'name': PowerOnVM_Task, 'duration_secs': 1.647662} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.602967] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.603209] env[68828]: INFO nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Took 7.95 seconds to spawn the instance on the hypervisor. [ 852.603388] env[68828]: DEBUG nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.607058] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 852.607058] env[68828]: value = "task-3230565" [ 852.607058] env[68828]: _type = "Task" [ 852.607058] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.607058] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2766fd8-c888-47dd-bca9-3748f6959094 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.620328] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.639128] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.639563] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Instance network_info: |[{"id": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "address": "fa:16:3e:c3:b4:51", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a6a26-c1", "ovs_interfaceid": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.640204] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b4:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d9a6a26-c1fc-48b0-b02d-2ca46385d017', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.650322] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.650697] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.651760] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c37d66-21ec-4378-8fa0-588b1b5fea4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.673889] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.673889] env[68828]: value = "task-3230566" [ 852.673889] env[68828]: _type = "Task" [ 852.673889] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.682474] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230566, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.692233] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.715872] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.716148] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.716367] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.716486] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.716629] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.716778] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.716984] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.717316] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.717566] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.717749] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.717927] env[68828]: DEBUG nova.virt.hardware [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.718794] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a19f9-a662-475b-aa91-981a594fe8e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.730824] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247dc088-357b-4140-b2d9-45d7012396b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.740539] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230564, 'name': Rename_Task, 'duration_secs': 0.503957} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.748888] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.749329] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa6206d-66a5-45f6-9b4b-dc7954a23f44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.756524] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 852.756524] env[68828]: value = "task-3230567" [ 852.756524] env[68828]: _type = "Task" [ 852.756524] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.765673] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.781783] env[68828]: DEBUG nova.compute.manager [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Received event network-changed-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.782099] env[68828]: DEBUG nova.compute.manager [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Refreshing instance network info cache due to event network-changed-9d9a6a26-c1fc-48b0-b02d-2ca46385d017. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.782332] env[68828]: DEBUG oslo_concurrency.lockutils [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] Acquiring lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.782504] env[68828]: DEBUG oslo_concurrency.lockutils [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] Acquired lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.782635] env[68828]: DEBUG nova.network.neutron [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Refreshing network info cache for port 9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.876841] env[68828]: ERROR nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [req-642d9ba1-7a28-4e76-86ae-e9cf7b5114f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-642d9ba1-7a28-4e76-86ae-e9cf7b5114f4"}]} [ 852.900611] env[68828]: DEBUG nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.923402] env[68828]: DEBUG nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.923995] env[68828]: DEBUG nova.compute.provider_tree [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.937769] env[68828]: DEBUG nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.966486] env[68828]: DEBUG nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.975188] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.975456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.975701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.975900] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.976119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.979162] env[68828]: INFO nova.compute.manager [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Terminating instance [ 853.007976] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.118643] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.133617] env[68828]: INFO nova.compute.manager [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Took 37.34 seconds to build instance. [ 853.188406] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230566, 'name': CreateVM_Task, 'duration_secs': 0.491126} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.188867] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.189728] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.189868] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.190237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.190531] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c37ee2-c967-423b-a41f-3ce645c6d093 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.195889] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 853.195889] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521e9db5-8476-7b19-78e8-22ec29c3474e" [ 853.195889] env[68828]: _type = "Task" [ 853.195889] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.206549] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521e9db5-8476-7b19-78e8-22ec29c3474e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.245249] env[68828]: DEBUG nova.objects.instance [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lazy-loading 'flavor' on Instance uuid a662a95e-29c9-499e-ac76-ffa7ea549964 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.272954] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.487446] env[68828]: DEBUG nova.compute.manager [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.487674] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.489218] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf33f3a-5ac7-4dd6-bec0-e48a78649c41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.498764] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.504576] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c47598a-7716-451b-877b-d2cd777e55e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.507656] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc31fda-d90d-404e-ab2e-2cc236163489 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.516817] env[68828]: DEBUG oslo_vmware.api [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230563, 'name': PowerOnVM_Task, 'duration_secs': 1.391953} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.519576] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.519791] env[68828]: INFO nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Took 11.03 seconds to spawn the instance on the hypervisor. [ 853.520010] env[68828]: DEBUG nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.521694] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 853.521694] env[68828]: value = "task-3230568" [ 853.521694] env[68828]: _type = "Task" [ 853.521694] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.524927] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec52124-0317-4d2d-bc70-f4c6b21e6ccb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.528965] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e70ba-65ab-4005-a802-da39e26d13d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.573818] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.575033] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276f2ad-966c-4650-ae2d-b40b5c49068f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.590089] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cf99d-6381-45a8-9635-36f0f67e116a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.607050] env[68828]: DEBUG nova.compute.provider_tree [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.618227] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230565, 'name': ReconfigVM_Task, 'duration_secs': 0.683625} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.619185] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.622208] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efacf0d4-d29d-4d5a-8490-f6097f48dd9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.646043] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8776f1c-e625-491d-8228-e2bb9bd819e1 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.663s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.653181] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b6830a-3473-4939-b041-a57e5b8c6fee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.671640] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 853.671640] env[68828]: value = "task-3230569" [ 853.671640] env[68828]: _type = "Task" [ 853.671640] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.680168] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.706895] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521e9db5-8476-7b19-78e8-22ec29c3474e, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.707332] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.707583] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.707775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.707924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.708196] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.708514] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e09bda-351d-4a1a-8d7a-483bc62ab559 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.713314] env[68828]: INFO nova.compute.manager [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Rebuilding instance [ 853.718163] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.718982] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.719273] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc671a8-a697-47a7-84ce-73df836c9667 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.726881] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 853.726881] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52349a98-4259-095f-ad79-0f34547e7a5b" [ 853.726881] env[68828]: _type = "Task" [ 853.726881] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.741589] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52349a98-4259-095f-ad79-0f34547e7a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.747905] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf0aeac-d73e-49b3-9942-d5f1140f70e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.753177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.753381] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.758489] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 853.758489] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cf66ec-720f-4ccb-0798-704d7f326b4d" [ 853.758489] env[68828]: _type = "Task" [ 853.758489] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.777951] env[68828]: DEBUG nova.compute.manager [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.778960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f6128-0d50-476e-8795-189273ee1ff8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.786055] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cf66ec-720f-4ccb-0798-704d7f326b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.786748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.787117] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/27273416-b04c-4381-b4d2-43cb300b2046.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.790395] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b795df45-b752-4817-bd7b-c58914fe8fc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.792514] env[68828]: DEBUG oslo_vmware.api [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230567, 'name': PowerOnVM_Task, 'duration_secs': 0.736851} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.794173] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.794386] env[68828]: INFO nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Took 6.46 seconds to spawn the instance on the hypervisor. [ 853.794569] env[68828]: DEBUG nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.797960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab81c0-92c0-44aa-84c3-5a05b168a7ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.804069] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 853.804069] env[68828]: value = "task-3230570" [ 853.804069] env[68828]: _type = "Task" [ 853.804069] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.817158] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.825244] env[68828]: DEBUG nova.network.neutron [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updated VIF entry in instance network info cache for port 9d9a6a26-c1fc-48b0-b02d-2ca46385d017. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.825811] env[68828]: DEBUG nova.network.neutron [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updating instance_info_cache with network_info: [{"id": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "address": "fa:16:3e:c3:b4:51", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a6a26-c1", "ovs_interfaceid": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.042531] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230568, 'name': PowerOffVM_Task, 'duration_secs': 0.253331} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.042943] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.043181] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.043871] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417fd8b8-064a-490d-b970-7d3c9d4feddc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.089105] env[68828]: INFO nova.compute.manager [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Took 43.58 seconds to build instance. [ 854.148797] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.148797] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.148797] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleting the datastore file [datastore2] c90fc964-8d2a-40ce-b420-62bc2eb89cbc {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.148797] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1dd4191-039e-404b-9947-f22784abf86f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.156048] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for the task: (returnval){ [ 854.156048] env[68828]: value = "task-3230572" [ 854.156048] env[68828]: _type = "Task" [ 854.156048] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.162023] env[68828]: DEBUG nova.scheduler.client.report [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 854.162023] env[68828]: DEBUG nova.compute.provider_tree [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 71 to 72 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 854.162023] env[68828]: DEBUG nova.compute.provider_tree [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.171025] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.186602] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230569, 'name': ReconfigVM_Task, 'duration_secs': 0.243529} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.186895] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.187169] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4adbdea2-12a8-4c91-b7e8-3ce946833da8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.193663] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 854.193663] env[68828]: value = "task-3230573" [ 854.193663] env[68828]: _type = "Task" [ 854.193663] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.203724] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.234193] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Successfully updated port: c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.328043] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.329903] env[68828]: DEBUG oslo_concurrency.lockutils [req-e32fd0ec-a0f7-4c5d-9453-a6db298dedba req-4604bdaf-c543-4525-8c1a-7f3262c09982 service nova] Releasing lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.331203] env[68828]: INFO nova.compute.manager [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Took 33.13 seconds to build instance. [ 854.496316] env[68828]: DEBUG nova.network.neutron [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.541945] env[68828]: DEBUG nova.compute.manager [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.542177] env[68828]: DEBUG nova.compute.manager [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing instance network info cache due to event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.542366] env[68828]: DEBUG oslo_concurrency.lockutils [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.591644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-711aa546-8246-4660-9406-91b946f5cb41 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.937s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.669914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.671152] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.675323] env[68828]: DEBUG oslo_vmware.api [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Task: {'id': task-3230572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26833} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.675644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.194s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.675968] env[68828]: DEBUG nova.objects.instance [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lazy-loading 'resources' on Instance uuid 845f4864-33e5-46ef-9d9a-025f1d839e52 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.677338] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.677525] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.677899] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.678123] env[68828]: INFO nova.compute.manager [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 854.678383] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.678914] env[68828]: DEBUG nova.compute.manager [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.679025] env[68828]: DEBUG nova.network.neutron [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.712882] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.742567] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.742567] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquired lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.742567] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.813303] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.816944] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc63f96f-788f-4cc3-8f7c-666a42f7ebd7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.818584] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528087} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.819170] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/27273416-b04c-4381-b4d2-43cb300b2046.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.819390] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.820055] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e923568-f3d0-4f3a-912b-1de4505718d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.825402] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 854.825402] env[68828]: value = "task-3230574" [ 854.825402] env[68828]: _type = "Task" [ 854.825402] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.828589] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 854.828589] env[68828]: value = "task-3230575" [ 854.828589] env[68828]: _type = "Task" [ 854.828589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.837013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2a405924-60f4-4ab8-96b6-b93032fc93a8 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.841s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.837013] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.841701] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.958512] env[68828]: DEBUG nova.compute.manager [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Received event network-vif-plugged-c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.958757] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Acquiring lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.958985] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.959192] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.959885] env[68828]: DEBUG nova.compute.manager [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] No waiting events found dispatching network-vif-plugged-c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.959885] env[68828]: WARNING nova.compute.manager [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Received unexpected event network-vif-plugged-c6284259-6413-4138-a294-c082f70b7150 for instance with vm_state building and task_state spawning. [ 854.959885] env[68828]: DEBUG nova.compute.manager [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Received event network-changed-c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.959885] env[68828]: DEBUG nova.compute.manager [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Refreshing instance network info cache due to event network-changed-c6284259-6413-4138-a294-c082f70b7150. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.960289] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Acquiring lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.180440] env[68828]: DEBUG nova.compute.utils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.188282] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.188551] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.202444] env[68828]: INFO nova.compute.manager [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Rebuilding instance [ 855.207138] env[68828]: DEBUG oslo_vmware.api [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230573, 'name': PowerOnVM_Task, 'duration_secs': 0.676506} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.209678] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.213205] env[68828]: DEBUG nova.compute.manager [None req-84791439-0f54-4d54-819d-5afaa1d00c7e tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.213584] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c28a2-18e5-4156-87fd-a01f6dd13f41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.231453] env[68828]: DEBUG nova.policy [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd049c269f9db437c8fe95437af264ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7045d7872854a439bbf63a360ea908b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.272856] env[68828]: DEBUG nova.compute.manager [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.273783] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc41a1-8730-4c38-a86e-20d03f73c8e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.340241] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230574, 'name': PowerOffVM_Task, 'duration_secs': 0.21152} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.347120] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.347365] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.347909] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080069} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.348982] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.351762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d388119-1693-4b7d-8ddc-9c3b918da4de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.355174] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.358500] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2bbc3-d929-4104-9d91-cc508960eb9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.369077] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.378592] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-422556cc-e702-44bc-95aa-795343da5839 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.390644] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/27273416-b04c-4381-b4d2-43cb300b2046.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.393274] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccf545c-1a72-4ff5-acae-94ff9cabd3c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.414942] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 855.414942] env[68828]: value = "task-3230577" [ 855.414942] env[68828]: _type = "Task" [ 855.414942] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.423044] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.434612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.434889] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.435131] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Deleting the datastore file [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.435593] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14090a98-b7cf-49d5-95f7-b4f31040cab1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.445287] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 855.445287] env[68828]: value = "task-3230578" [ 855.445287] env[68828]: _type = "Task" [ 855.445287] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.454644] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.475223] env[68828]: DEBUG nova.network.neutron [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.550544] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Successfully created port: 08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.678272] env[68828]: DEBUG nova.network.neutron [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.681290] env[68828]: DEBUG nova.network.neutron [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updating instance_info_cache with network_info: [{"id": "c6284259-6413-4138-a294-c082f70b7150", "address": "fa:16:3e:66:91:63", "network": {"id": "d0db348c-7f99-499a-9387-0674cb116ebb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-924723193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3455fc3f2c494aa8c41c894417c412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284259-64", "ovs_interfaceid": "c6284259-6413-4138-a294-c082f70b7150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.682718] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.760173] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e7ea8-157e-4af3-8ded-a4177bdbb214 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.770343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804f8e0b-a358-4e9e-8e2e-f5b994f36130 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.805549] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a3fa2-095f-4f56-af2b-4628080d1ec2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.814922] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bfd557-8105-4eea-bffe-1c4ccd3b97c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.830343] env[68828]: DEBUG nova.compute.provider_tree [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.925548] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.956351] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113019} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.956625] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.956819] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.957010] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.978049] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.978324] env[68828]: DEBUG nova.compute.manager [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Inject network info {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 855.978640] env[68828]: DEBUG nova.compute.manager [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] network_info to inject: |[{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 855.984487] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfiguring VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 855.984964] env[68828]: DEBUG oslo_concurrency.lockutils [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.985203] env[68828]: DEBUG nova.network.neutron [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.986638] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2086dbc1-c141-42af-8c2e-813f3fcad31b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005856] env[68828]: DEBUG oslo_vmware.api [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 856.005856] env[68828]: value = "task-3230579" [ 856.005856] env[68828]: _type = "Task" [ 856.005856] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.015765] env[68828]: DEBUG oslo_vmware.api [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.190417] env[68828]: INFO nova.compute.manager [-] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Took 1.51 seconds to deallocate network for instance. [ 856.190725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Releasing lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.191033] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Instance network_info: |[{"id": "c6284259-6413-4138-a294-c082f70b7150", "address": "fa:16:3e:66:91:63", "network": {"id": "d0db348c-7f99-499a-9387-0674cb116ebb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-924723193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3455fc3f2c494aa8c41c894417c412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284259-64", "ovs_interfaceid": "c6284259-6413-4138-a294-c082f70b7150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.196162] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Acquired lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.197037] env[68828]: DEBUG nova.network.neutron [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Refreshing network info cache for port c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.197616] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:91:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6284259-6413-4138-a294-c082f70b7150', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.205748] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Creating folder: Project (af3455fc3f2c494aa8c41c894417c412). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.212897] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b81b80c-fa91-4afe-a1e4-8cdf5899f105 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.230846] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Created folder: Project (af3455fc3f2c494aa8c41c894417c412) in parent group-v645630. [ 856.231147] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Creating folder: Instances. Parent ref: group-v645775. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.231824] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-771042dd-2437-4e88-9d5b-a99a8323b5a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256497] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Created folder: Instances in parent group-v645775. [ 856.256857] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.257087] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.257359] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-015799a8-f4f9-4124-944f-b80d123b90bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.293074] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.293074] env[68828]: value = "task-3230582" [ 856.293074] env[68828]: _type = "Task" [ 856.293074] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.304385] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230582, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.306088] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.306987] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a34bdb-6381-4d4c-a359-c9cba39ddfac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.315501] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 856.315501] env[68828]: value = "task-3230583" [ 856.315501] env[68828]: _type = "Task" [ 856.315501] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.329020] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.337356] env[68828]: DEBUG nova.scheduler.client.report [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.402208] env[68828]: DEBUG nova.objects.instance [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lazy-loading 'flavor' on Instance uuid a662a95e-29c9-499e-ac76-ffa7ea549964 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.428538] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230577, 'name': ReconfigVM_Task, 'duration_secs': 0.582885} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.429192] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/27273416-b04c-4381-b4d2-43cb300b2046.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.429192] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68828) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 856.430139] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-cc1aa7a0-57a4-41ff-90ec-7c6929365b4c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.440624] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 856.440624] env[68828]: value = "task-3230584" [ 856.440624] env[68828]: _type = "Task" [ 856.440624] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.459427] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230584, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.526025] env[68828]: DEBUG oslo_vmware.api [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230579, 'name': ReconfigVM_Task, 'duration_secs': 0.16725} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.526025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9dab5ec6-0ef7-486b-a404-3b6dde78344b tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfigured VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 856.565787] env[68828]: DEBUG nova.network.neutron [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updated VIF entry in instance network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.565981] env[68828]: DEBUG nova.network.neutron [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.570983] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.572167] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d763daf-db68-4a74-900f-2592ee47564e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.580160] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.580390] env[68828]: ERROR oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk due to incomplete transfer. [ 856.580861] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4124727-a7e0-41ee-9120-501ec290f757 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.590049] env[68828]: DEBUG oslo_vmware.rw_handles [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8ceb8-6a9a-e05d-5d1d-70ee9bed23b5/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 856.590219] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploaded image 3422ac2d-21e3-46eb-937a-0750ee8ad4f9 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 856.593011] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.593573] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f914821-e256-46e2-81d7-64f90d8cc6b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.602762] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 856.602762] env[68828]: value = "task-3230585" [ 856.602762] env[68828]: _type = "Task" [ 856.602762] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.612370] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230585, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.708445] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.714202] env[68828]: DEBUG nova.network.neutron [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updated VIF entry in instance network info cache for port c6284259-6413-4138-a294-c082f70b7150. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.714573] env[68828]: DEBUG nova.network.neutron [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updating instance_info_cache with network_info: [{"id": "c6284259-6413-4138-a294-c082f70b7150", "address": "fa:16:3e:66:91:63", "network": {"id": "d0db348c-7f99-499a-9387-0674cb116ebb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-924723193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3455fc3f2c494aa8c41c894417c412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284259-64", "ovs_interfaceid": "c6284259-6413-4138-a294-c082f70b7150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.717479] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.738832] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.739137] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.739311] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.739523] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.739667] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.739819] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.740081] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.740301] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.740497] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.740680] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.740886] env[68828]: DEBUG nova.virt.hardware [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.742213] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a1c73-2afd-437a-9126-e66644db28c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.747987] env[68828]: DEBUG nova.compute.manager [req-b593fce8-5ff5-48a9-8127-d4297416eefd req-d62cdeee-4613-4197-9e6d-5323117ef1e9 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-vif-deleted-bdbb8080-dc67-4ba5-966c-265588e990d1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.748218] env[68828]: DEBUG nova.compute.manager [req-b593fce8-5ff5-48a9-8127-d4297416eefd req-d62cdeee-4613-4197-9e6d-5323117ef1e9 service nova] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Received event network-vif-deleted-c34d9513-bce7-402a-bad2-0b2915ad340c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.755218] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f96b4-c6de-4447-af45-bdd046cf4571 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807858] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230582, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.827167] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230583, 'name': PowerOffVM_Task, 'duration_secs': 0.1724} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.827454] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.828377] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.829579] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bad628-a124-4fce-a126-e830800e97b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.838150] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.839897] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7eef86e-4dce-44f0-9f87-09f8c5f868a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.844071] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.848738] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.078s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.848738] env[68828]: INFO nova.compute.claims [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.879268] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.879268] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.879268] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Deleting the datastore file [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.879801] env[68828]: INFO nova.scheduler.client.report [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Deleted allocations for instance 845f4864-33e5-46ef-9d9a-025f1d839e52 [ 856.882032] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94bf3455-de46-4c52-8338-6f2f1436769f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.899481] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 856.899481] env[68828]: value = "task-3230587" [ 856.899481] env[68828]: _type = "Task" [ 856.899481] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.918925] env[68828]: INFO nova.compute.manager [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Rebuilding instance [ 856.923200] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.923200] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964260] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230584, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.079739} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.964509] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68828) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 856.965206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d452185-2028-4ef5-af26-9f9999c401b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.977023] env[68828]: DEBUG nova.compute.manager [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.978044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933e2ec-e086-47c4-80f1-13c2eab56392 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.004600] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/ephemeral_0.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.007389] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a3a165-0c5c-4ad0-87d2-836639d41747 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.030616] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.030616] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.030616] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.030616] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.030884] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.030884] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.031065] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.031202] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.031430] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.032268] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.032268] env[68828]: DEBUG nova.virt.hardware [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.035354] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcafeae3-f094-4493-97da-bbda85f52c55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.040561] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 857.040561] env[68828]: value = "task-3230588" [ 857.040561] env[68828]: _type = "Task" [ 857.040561] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.049001] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63381545-b595-4f41-970a-80a369f67129 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.056033] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.067477] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.073402] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.074657] env[68828]: DEBUG oslo_concurrency.lockutils [req-c4ecb4fb-41d9-4fa0-9258-06b41852e3d2 req-e8ca0ab2-18e4-4441-a3f8-ecfe65595767 service nova] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.075037] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.075314] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.077219] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ca1f028-299a-4db1-a572-f40c9a886983 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.097327] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.097327] env[68828]: value = "task-3230589" [ 857.097327] env[68828]: _type = "Task" [ 857.097327] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.106336] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230589, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.115490] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230585, 'name': Destroy_Task, 'duration_secs': 0.380838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.115789] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroyed the VM [ 857.116064] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.116333] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-535d42a8-7f76-473e-ba1f-98555e0b9060 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.124595] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 857.124595] env[68828]: value = "task-3230590" [ 857.124595] env[68828]: _type = "Task" [ 857.124595] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.137420] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.166508] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Successfully updated port: 08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.217797] env[68828]: DEBUG oslo_concurrency.lockutils [req-c146fcc3-2586-433b-9e22-e3d4f803ff26 req-9de3db60-468c-4f55-a28b-6d314d3448a2 service nova] Releasing lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.305580] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230582, 'name': CreateVM_Task, 'duration_secs': 0.573211} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.305757] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.306504] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.306688] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.307034] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.307587] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35670374-0d91-4401-a6a1-388b2a8b6106 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.314579] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 857.314579] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524bed94-fb54-6702-78d7-60823d2c4095" [ 857.314579] env[68828]: _type = "Task" [ 857.314579] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.323572] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524bed94-fb54-6702-78d7-60823d2c4095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.382353] env[68828]: INFO nova.compute.manager [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Unrescuing [ 857.382353] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.382353] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquired lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.382353] env[68828]: DEBUG nova.network.neutron [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.393033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d1ec592-7ea5-4e4e-9eb4-85e1606024d9 tempest-ServerDiagnosticsNegativeTest-2073167641 tempest-ServerDiagnosticsNegativeTest-2073167641-project-member] Lock "845f4864-33e5-46ef-9d9a-025f1d839e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.444s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.411568] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109785} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.412491] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.412892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.413213] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.555024] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.609261] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230589, 'name': CreateVM_Task, 'duration_secs': 0.492497} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.609446] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.609851] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.640241] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.669315] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.669462] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.669616] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.825963] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524bed94-fb54-6702-78d7-60823d2c4095, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.826779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.827154] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.827526] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.828124] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.828516] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.828894] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.829317] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.829637] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1aed0af-ff2b-43d8-a76f-66e8522ce8f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.831745] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98a1844-b019-4aac-bd78-cbb6129ca1c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.837416] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 857.837416] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52402412-7ede-5aa3-8e8f-beade7493cee" [ 857.837416] env[68828]: _type = "Task" [ 857.837416] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.844021] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.844021] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.846458] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5727d927-1909-4a1e-a180-f543e51d292f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.848886] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52402412-7ede-5aa3-8e8f-beade7493cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.852847] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 857.852847] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52178de2-4764-3610-3cbf-b1662372c0b0" [ 857.852847] env[68828]: _type = "Task" [ 857.852847] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.868728] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52178de2-4764-3610-3cbf-b1662372c0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.869628] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3e9f06-3086-4f0a-87b1-01ee3efe1a0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.878841] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 857.878841] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5282c1a9-45e0-18bf-6965-322986ef29f7" [ 857.878841] env[68828]: _type = "Task" [ 857.878841] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.889718] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5282c1a9-45e0-18bf-6965-322986ef29f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.999017] env[68828]: DEBUG nova.network.neutron [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.047838] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.048905] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0add82af-065d-42b0-a6df-22ef12eea3da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.054444] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230588, 'name': ReconfigVM_Task, 'duration_secs': 0.868586} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.057138] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046/ephemeral_0.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.061840] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8199a3a5-6288-491a-8307-2b6162ba7e66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.063892] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 858.063892] env[68828]: value = "task-3230591" [ 858.063892] env[68828]: _type = "Task" [ 858.063892] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.073241] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 858.073241] env[68828]: value = "task-3230592" [ 858.073241] env[68828]: _type = "Task" [ 858.073241] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.083026] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.096354] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230592, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.136683] env[68828]: DEBUG nova.compute.manager [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.136907] env[68828]: DEBUG nova.compute.manager [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing instance network info cache due to event network-changed-36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.137119] env[68828]: DEBUG oslo_concurrency.lockutils [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] Acquiring lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.147163] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.174715] env[68828]: DEBUG nova.network.neutron [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updating instance_info_cache with network_info: [{"id": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "address": "fa:16:3e:e2:aa:af", "network": {"id": "8f37a94b-6cd2-4d37-acfc-e914abab3ee4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-100094894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9e516edb8f4846e58021c780fc6fff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9735a17-56", "ovs_interfaceid": "e9735a17-56d6-48a7-8d91-c933f8e1421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.213171] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.352027] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52402412-7ede-5aa3-8e8f-beade7493cee, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.355618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.355875] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.356094] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.390674] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5282c1a9-45e0-18bf-6965-322986ef29f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.391327] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.391327] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f6a92e74-cd3c-4770-ad5d-d9174460d68b/f6a92e74-cd3c-4770-ad5d-d9174460d68b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.391453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.391782] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.392375] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe977b1e-1ab1-46e6-bfa8-242379652ee2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.394260] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6232b2a7-821b-42ff-b552-b1a3c37d9a1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.398650] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79862a88-1e02-4fa6-ad6f-cf21095dd157 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.403392] env[68828]: DEBUG nova.network.neutron [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Updating instance_info_cache with network_info: [{"id": "08d4028e-0ded-48bb-813b-b5732ea288a1", "address": "fa:16:3e:05:65:7c", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d4028e-0d", "ovs_interfaceid": "08d4028e-0ded-48bb-813b-b5732ea288a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.404911] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 858.404911] env[68828]: value = "task-3230593" [ 858.404911] env[68828]: _type = "Task" [ 858.404911] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.407024] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.407151] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.413162] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9f4070-b21e-4520-8d05-bd586e0875e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.417213] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bcc44a-8a50-4bd4-9e13-da9495fc9bcf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.425060] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 858.425060] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a454c0-e684-4539-fee7-459618a5b223" [ 858.425060] env[68828]: _type = "Task" [ 858.425060] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.425323] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.461145] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a99b820-6d57-4f07-aa66-474c5f6c30dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.468048] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a454c0-e684-4539-fee7-459618a5b223, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.471551] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.471906] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.472190] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.472508] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.472791] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.473065] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.473384] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.473595] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.473858] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.474117] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.474337] env[68828]: DEBUG nova.virt.hardware [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.474922] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b742034-2506-4cc8-a429-7eaa33e03c99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.477758] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d7ae4b-2ee5-4b6f-b9e1-97dd7ae78b6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.485026] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5e0b6-df06-497b-9400-44fa71fd5428 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.492254] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 858.492254] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521c31b1-a01b-fdd6-9561-a56bdcb97c55" [ 858.492254] env[68828]: _type = "Task" [ 858.492254] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.493772] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8b1729-3103-4726-86d8-f40abbe30e4b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.510338] env[68828]: DEBUG nova.compute.provider_tree [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.521018] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521c31b1-a01b-fdd6-9561-a56bdcb97c55, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.525686] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.525988] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.526408] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.532061] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.532906] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e9efa2-af1f-4795-b531-9d6fde54dfd0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.534933] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.536072] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e401021-13e9-438c-8ce9-0ae3f9db2516 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.555548] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 858.555548] env[68828]: value = "task-3230594" [ 858.555548] env[68828]: _type = "Task" [ 858.555548] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.556798] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.556798] env[68828]: value = "task-3230595" [ 858.556798] env[68828]: _type = "Task" [ 858.556798] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.571726] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.575671] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230595, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.581060] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230591, 'name': PowerOffVM_Task, 'duration_secs': 0.226875} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.584441] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.584800] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.585848] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ff3193-9627-4cf9-83e2-e3a0dcfebead {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.596974] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230592, 'name': Rename_Task, 'duration_secs': 0.244619} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.599331] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.599660] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.599884] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d3240b-3ffb-4619-93d2-e25fe972c8e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.601641] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c78dbd-6d11-44df-8cc1-c856418f6d96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.610113] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 858.610113] env[68828]: value = "task-3230596" [ 858.610113] env[68828]: _type = "Task" [ 858.610113] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.621177] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.637133] env[68828]: DEBUG oslo_vmware.api [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230590, 'name': RemoveSnapshot_Task, 'duration_secs': 1.386651} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.637597] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.637758] env[68828]: INFO nova.compute.manager [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 858.681116] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Releasing lock "refresh_cache-09e0b6d9-9189-4e13-b37b-447db8b4bfcb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682158] env[68828]: DEBUG nova.objects.instance [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lazy-loading 'flavor' on Instance uuid 09e0b6d9-9189-4e13-b37b-447db8b4bfcb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.690754] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.692801] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.692801] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore2] 1f816be1-4397-4b36-8b9e-9b359a4bd47b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.692801] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23e4321-db8b-4772-bf35-7c7740485d2e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.702301] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 858.702301] env[68828]: value = "task-3230598" [ 858.702301] env[68828]: _type = "Task" [ 858.702301] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.718625] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.830531] env[68828]: DEBUG nova.network.neutron [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.908153] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908592] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Instance network_info: |[{"id": "08d4028e-0ded-48bb-813b-b5732ea288a1", "address": "fa:16:3e:05:65:7c", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d4028e-0d", "ovs_interfaceid": "08d4028e-0ded-48bb-813b-b5732ea288a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.910842] env[68828]: DEBUG nova.compute.manager [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Received event network-vif-plugged-08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.911087] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Acquiring lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.911327] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.911570] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.911802] env[68828]: DEBUG nova.compute.manager [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] No waiting events found dispatching network-vif-plugged-08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.912029] env[68828]: WARNING nova.compute.manager [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Received unexpected event network-vif-plugged-08d4028e-0ded-48bb-813b-b5732ea288a1 for instance with vm_state building and task_state spawning. [ 858.912160] env[68828]: DEBUG nova.compute.manager [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Received event network-changed-08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.912349] env[68828]: DEBUG nova.compute.manager [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Refreshing instance network info cache due to event network-changed-08d4028e-0ded-48bb-813b-b5732ea288a1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.912567] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Acquiring lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.912669] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Acquired lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912829] env[68828]: DEBUG nova.network.neutron [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Refreshing network info cache for port 08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.914946] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:65:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08d4028e-0ded-48bb-813b-b5732ea288a1', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.925844] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.934646] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.935532] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee55130e-f448-4b09-9724-39d093330291 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.957552] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511536} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.959057] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f6a92e74-cd3c-4770-ad5d-d9174460d68b/f6a92e74-cd3c-4770-ad5d-d9174460d68b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.959057] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.959645] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.959645] env[68828]: value = "task-3230599" [ 858.959645] env[68828]: _type = "Task" [ 858.959645] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.959645] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3ae0c08-3658-440d-823f-fc15cd51b92c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.970720] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230599, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.972232] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 858.972232] env[68828]: value = "task-3230600" [ 858.972232] env[68828]: _type = "Task" [ 858.972232] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.982742] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.013871] env[68828]: DEBUG nova.scheduler.client.report [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.073187] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.077126] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230595, 'name': CreateVM_Task, 'duration_secs': 0.351452} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.079773] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.080357] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080796] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.081528] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ee5f7c-5f5d-403a-bf99-590ff06b2160 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.088509] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 859.088509] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fafa93-024d-dc79-cf20-c31b88d99142" [ 859.088509] env[68828]: _type = "Task" [ 859.088509] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.098299] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fafa93-024d-dc79-cf20-c31b88d99142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.123574] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.191266] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ecc199-ead2-4a4a-8335-2281c992d5e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.239033] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.239033] env[68828]: DEBUG nova.network.neutron [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Updated VIF entry in instance network info cache for port 08d4028e-0ded-48bb-813b-b5732ea288a1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.239706] env[68828]: DEBUG nova.network.neutron [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Updating instance_info_cache with network_info: [{"id": "08d4028e-0ded-48bb-813b-b5732ea288a1", "address": "fa:16:3e:05:65:7c", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d4028e-0d", "ovs_interfaceid": "08d4028e-0ded-48bb-813b-b5732ea288a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.241098] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7cc171c-f05c-4e70-b27e-21866f42f706 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.244974] env[68828]: DEBUG nova.compute.manager [None req-2651e46a-9b35-4db0-875b-033f462d432c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Found 1 images (rotation: 2) {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 859.255464] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361974} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.256598] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.256846] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.257128] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.262411] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 859.262411] env[68828]: value = "task-3230601" [ 859.262411] env[68828]: _type = "Task" [ 859.262411] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.277239] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.331998] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.332407] env[68828]: DEBUG nova.compute.manager [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Inject network info {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 859.333268] env[68828]: DEBUG nova.compute.manager [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] network_info to inject: |[{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 859.339662] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfiguring VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 859.340000] env[68828]: DEBUG oslo_concurrency.lockutils [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] Acquired lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.340614] env[68828]: DEBUG nova.network.neutron [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Refreshing network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.342022] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524d052d-8581-4d45-a15f-3d61949699e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.363948] env[68828]: DEBUG oslo_vmware.api [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 859.363948] env[68828]: value = "task-3230602" [ 859.363948] env[68828]: _type = "Task" [ 859.363948] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.377534] env[68828]: DEBUG oslo_vmware.api [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.473668] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230599, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.483827] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086343} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.484117] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.486608] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6390bf28-8966-4f89-a6f3-66c4b885d433 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.513222] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f6a92e74-cd3c-4770-ad5d-d9174460d68b/f6a92e74-cd3c-4770-ad5d-d9174460d68b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.516686] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c817053-6bec-4dee-bdc0-906891732bc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.540473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "a662a95e-29c9-499e-ac76-ffa7ea549964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.541018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.541018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.541145] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.541277] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.543372] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.543860] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.547219] env[68828]: INFO nova.compute.manager [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Terminating instance [ 859.548941] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.019s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.549167] env[68828]: DEBUG nova.objects.instance [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'resources' on Instance uuid bd9c7290-f6fc-4f39-9c82-a51332e01a7e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.557429] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 859.557429] env[68828]: value = "task-3230603" [ 859.557429] env[68828]: _type = "Task" [ 859.557429] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.571696] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775417} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.575899] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.576158] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.576759] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230603, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.576987] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fdbe423-aad9-4cf0-a177-32306733cb66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.586767] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 859.586767] env[68828]: value = "task-3230604" [ 859.586767] env[68828]: _type = "Task" [ 859.586767] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.608322] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fafa93-024d-dc79-cf20-c31b88d99142, 'name': SearchDatastore_Task, 'duration_secs': 0.020201} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.608557] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.608895] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.609205] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.609509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.609688] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.609877] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.610167] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44217f79-da7b-4d13-8d4e-bfdf96a33744 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.623071] env[68828]: DEBUG oslo_vmware.api [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3230596, 'name': PowerOnVM_Task, 'duration_secs': 0.69538} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.623348] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.623573] env[68828]: INFO nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Took 9.14 seconds to spawn the instance on the hypervisor. [ 859.623777] env[68828]: DEBUG nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.625208] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c6f26-fb0b-45eb-971c-b39835f56e9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.628459] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.628639] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.629721] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53eda3fb-f506-41b2-b6db-3512cd8c3e6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.642025] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 859.642025] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a03b2e-1ea6-d046-4ace-2f8fbbb60547" [ 859.642025] env[68828]: _type = "Task" [ 859.642025] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.650508] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a03b2e-1ea6-d046-4ace-2f8fbbb60547, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.651352] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144b6817-9e83-49ce-9a4a-76b2c9d39f99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.661072] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 859.661072] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52648c65-d9cc-75c7-f16b-2923575d5f64" [ 859.661072] env[68828]: _type = "Task" [ 859.661072] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.669584] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52648c65-d9cc-75c7-f16b-2923575d5f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.747156] env[68828]: DEBUG oslo_concurrency.lockutils [req-568ba26d-5572-4a22-b14b-1587ed4c3b84 req-54db7445-88fe-4df5-9a0e-86b05dfb91ce service nova] Releasing lock "refresh_cache-d80ae47b-ebe7-48eb-9525-8cabb4e04df0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.776230] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230601, 'name': PowerOffVM_Task, 'duration_secs': 0.436889} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.776483] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.781684] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.781950] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b8e6b3-a29d-4857-937c-dccc5bc1d827 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.801769] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 859.801769] env[68828]: value = "task-3230605" [ 859.801769] env[68828]: _type = "Task" [ 859.801769] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.810496] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.883025] env[68828]: DEBUG oslo_vmware.api [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230602, 'name': ReconfigVM_Task, 'duration_secs': 0.188216} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.883584] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8530d57f-62f1-4721-b698-9e3962be526c tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Reconfigured VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 859.977751] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230599, 'name': CreateVM_Task, 'duration_secs': 0.73467} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.977930] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.978638] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.978802] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.979142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.979480] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176340da-b567-433f-8112-8b3fd1e350c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.987394] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 859.987394] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b2fe3-ef6a-7e46-f39d-e783a0516e85" [ 859.987394] env[68828]: _type = "Task" [ 859.987394] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.996212] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b2fe3-ef6a-7e46-f39d-e783a0516e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.050685] env[68828]: DEBUG nova.compute.utils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.052672] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.052672] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.060442] env[68828]: DEBUG nova.compute.manager [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.060442] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.060442] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a760f-be2e-4541-800c-26585faae5d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.074051] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.077249] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.080275] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f425e75e-4c24-48ea-a446-41bd4764d742 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.088340] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 860.088340] env[68828]: value = "task-3230606" [ 860.088340] env[68828]: _type = "Task" [ 860.088340] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.104145] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080231} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.108543] env[68828]: DEBUG nova.policy [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabe9be178264d839d470f611055811b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a7a11100842b4b5c3a7006e968478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.110231] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.110545] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.113677] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5871d5-06de-4ed5-9ff4-37ca3051654e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.139336] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.146153] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01052274-b07d-464f-8a31-fc1c2a76720e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.163331] env[68828]: DEBUG nova.network.neutron [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updated VIF entry in instance network info cache for port 36d27155-cf49-47e0-8241-02e25ebf6d7d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.163669] env[68828]: DEBUG nova.network.neutron [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [{"id": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "address": "fa:16:3e:ec:33:f9", "network": {"id": "9a0d10e9-6590-44b6-8a14-93310ed6b4a3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1315301196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaace3a4930f476a8ad141fad62e825c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d27155-cf", "ovs_interfaceid": "36d27155-cf49-47e0-8241-02e25ebf6d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.167077] env[68828]: INFO nova.compute.manager [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Took 35.80 seconds to build instance. [ 860.178788] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52648c65-d9cc-75c7-f16b-2923575d5f64, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.182987] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.183299] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.184253] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 860.184253] env[68828]: value = "task-3230607" [ 860.184253] env[68828]: _type = "Task" [ 860.184253] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.184623] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c83ed5-2e09-4bba-83cf-291d09b88179 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.199517] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.202702] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 860.202702] env[68828]: value = "task-3230608" [ 860.202702] env[68828]: _type = "Task" [ 860.202702] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.210761] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.301984] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.302081] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.302292] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.302489] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.302671] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.302837] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.303155] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.303418] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.303509] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.303668] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.303842] env[68828]: DEBUG nova.virt.hardware [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.304782] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7c0f9-9ce5-413b-a40e-83a5c8408bdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.322376] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.324016] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995fa41b-271e-46a3-a601-42ea72be88c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.341953] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:1e:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1090436-039b-4352-afd0-b8ecf3ba5e0c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.350187] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.353220] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.353680] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27498dbe-d35f-4238-a071-d5db8b9648ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.375170] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.375170] env[68828]: value = "task-3230609" [ 860.375170] env[68828]: _type = "Task" [ 860.375170] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.383027] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230609, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.395032] env[68828]: DEBUG nova.compute.manager [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.396674] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b22dd9a-e985-4784-9ee5-5f71ab487ddd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.498436] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b2fe3-ef6a-7e46-f39d-e783a0516e85, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.501407] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.501668] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.501901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.502076] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.502364] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.503136] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c13cf63-2d56-4beb-ac67-c784dbeed9c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.511994] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.512272] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.513032] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43a177b-2db8-41db-b86a-b5df60f2b40c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.519101] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 860.519101] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52909e60-92ae-4b0b-62e3-3367c7ce721c" [ 860.519101] env[68828]: _type = "Task" [ 860.519101] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.532684] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52909e60-92ae-4b0b-62e3-3367c7ce721c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.565429] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.581274] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230603, 'name': ReconfigVM_Task, 'duration_secs': 0.802437} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.581527] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f6a92e74-cd3c-4770-ad5d-d9174460d68b/f6a92e74-cd3c-4770-ad5d-d9174460d68b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.586693] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-958ce576-0572-4111-8c2e-8ff61f95acc5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.594168] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 860.594168] env[68828]: value = "task-3230610" [ 860.594168] env[68828]: _type = "Task" [ 860.594168] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.615264] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230610, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.619647] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230606, 'name': PowerOffVM_Task, 'duration_secs': 0.230757} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.619647] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.619832] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.620339] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c032df-7206-4396-8e97-fcef20efb614 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.631581] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Successfully created port: 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.672183] env[68828]: DEBUG oslo_concurrency.lockutils [req-3cc6d645-8fec-47b2-a5ee-80515f0e9a9c req-c1c2fa4e-acbd-4fba-bdc1-c752a285ba4d service nova] Releasing lock "refresh_cache-a662a95e-29c9-499e-ac76-ffa7ea549964" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.673642] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1c9ce02-41e6-4de3-b3a6-3fb11b949434 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.497s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.688249] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.688249] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.688249] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Deleting the datastore file [datastore1] a662a95e-29c9-499e-ac76-ffa7ea549964 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.691735] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a290734-7089-441c-a142-35dc8839d293 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.706974] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230607, 'name': ReconfigVM_Task, 'duration_secs': 0.488314} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.712398] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Reconfigured VM instance instance-00000030 to attach disk [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49/bc1bfe80-9b9c-4915-93eb-12e80197ad49.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.713317] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for the task: (returnval){ [ 860.713317] env[68828]: value = "task-3230612" [ 860.713317] env[68828]: _type = "Task" [ 860.713317] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.714681] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-896102e4-45da-4da2-ab14-91c85d46ea5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.717313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f21ecac-19ac-477a-959f-1e3a4bb097d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.727704] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230608, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.731999] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702e3e7-3d17-4617-8b48-a034734b5737 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.739075] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 860.739075] env[68828]: value = "task-3230613" [ 860.739075] env[68828]: _type = "Task" [ 860.739075] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.740241] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.771336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb395007-b2cb-4e1a-ab19-16ef4c76493e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.774079] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230613, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.778843] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab9a2e-48e5-4685-b996-ad79985ab0f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.792395] env[68828]: DEBUG nova.compute.provider_tree [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.813719] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230605, 'name': ReconfigVM_Task, 'duration_secs': 0.535797} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.813994] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.814198] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.814822] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c7a7a2-a279-4eca-b8d0-55c91a781167 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.819945] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 860.819945] env[68828]: value = "task-3230614" [ 860.819945] env[68828]: _type = "Task" [ 860.819945] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.828149] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.890036] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230609, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.909070] env[68828]: INFO nova.compute.manager [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] instance snapshotting [ 860.910362] env[68828]: DEBUG nova.objects.instance [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.033450] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52909e60-92ae-4b0b-62e3-3367c7ce721c, 'name': SearchDatastore_Task, 'duration_secs': 0.020105} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.034230] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc5bf46-d4db-41c2-95f1-41d967efe429 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.039341] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 861.039341] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523165fc-468b-6ab7-584a-db5b7f3d27e0" [ 861.039341] env[68828]: _type = "Task" [ 861.039341] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.047532] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523165fc-468b-6ab7-584a-db5b7f3d27e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.111726] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230610, 'name': Rename_Task, 'duration_secs': 0.202654} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.112111] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.112429] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f26649-549d-487e-9a61-cd0e2f679a6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.118712] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 861.118712] env[68828]: value = "task-3230615" [ 861.118712] env[68828]: _type = "Task" [ 861.118712] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.128129] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.218459] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529795} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.221726] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.221984] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.222403] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01cf4dd4-7f59-4b30-8823-1a9a985e9b9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.235849] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 861.235849] env[68828]: value = "task-3230616" [ 861.235849] env[68828]: _type = "Task" [ 861.235849] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.236196] env[68828]: DEBUG oslo_vmware.api [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Task: {'id': task-3230612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143547} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.242016] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.242016] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.242016] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.242016] env[68828]: INFO nova.compute.manager [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Took 1.18 seconds to destroy the instance on the hypervisor. [ 861.242016] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.245438] env[68828]: DEBUG nova.compute.manager [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.245550] env[68828]: DEBUG nova.network.neutron [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.259685] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230613, 'name': Rename_Task, 'duration_secs': 0.206945} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.260375] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.260636] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.260897] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dba51fc-e28f-4dfd-877f-85afe82dde65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.268011] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 861.268011] env[68828]: value = "task-3230617" [ 861.268011] env[68828]: _type = "Task" [ 861.268011] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.278070] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.296169] env[68828]: DEBUG nova.scheduler.client.report [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.336834] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230614, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.385678] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230609, 'name': CreateVM_Task, 'duration_secs': 0.577591} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.385897] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.386576] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.386739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.387090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.387361] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccabf22b-8419-4407-9ca5-c5229b84b129 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.392580] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 861.392580] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266a189-597b-9334-27d0-49d0b1891442" [ 861.392580] env[68828]: _type = "Task" [ 861.392580] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.402178] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266a189-597b-9334-27d0-49d0b1891442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.421575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b214396-8fd5-4039-aefb-564f2302bf05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.455409] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ef980-2928-48c9-a6fe-2893e5bd2b83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.549933] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523165fc-468b-6ab7-584a-db5b7f3d27e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.550261] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550522] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d80ae47b-ebe7-48eb-9525-8cabb4e04df0/d80ae47b-ebe7-48eb-9525-8cabb4e04df0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.550793] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593016f3-3201-4068-aea5-123ce2158c40 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.557284] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 861.557284] env[68828]: value = "task-3230618" [ 861.557284] env[68828]: _type = "Task" [ 861.557284] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.564683] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.580546] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.604603] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.604780] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.604937] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.605158] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.605277] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.605424] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.605627] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.605790] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.605952] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.606127] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.606303] env[68828]: DEBUG nova.virt.hardware [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.607187] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add5fd7-d937-42f2-8e3a-c3ecba9bdfb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.615482] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad31bd9-c86f-4e1e-ad42-6ab82dd1d6a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.640807] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230615, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.642050] env[68828]: DEBUG nova.compute.manager [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Received event network-changed-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.642276] env[68828]: DEBUG nova.compute.manager [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Refreshing instance network info cache due to event network-changed-9d9a6a26-c1fc-48b0-b02d-2ca46385d017. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.642531] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] Acquiring lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.642922] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] Acquired lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.642922] env[68828]: DEBUG nova.network.neutron [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Refreshing network info cache for port 9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.748237] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064349} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.748632] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.749393] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863ff82-ac86-4f9c-b78e-769218fc63f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.785026] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.788760] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890a4c78-74da-4ba4-8c45-6fe833abe97c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.804433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.807304] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.204s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.808017] env[68828]: DEBUG nova.objects.instance [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'resources' on Instance uuid 6d539428-fed4-4061-bd05-431f9fcbb3e7 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.814924] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.816767] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 861.816767] env[68828]: value = "task-3230619" [ 861.816767] env[68828]: _type = "Task" [ 861.816767] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.832498] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.839287] env[68828]: DEBUG oslo_vmware.api [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230614, 'name': PowerOnVM_Task, 'duration_secs': 0.671876} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.839682] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.841072] env[68828]: DEBUG nova.compute.manager [None req-b4ac44d3-0e2d-45ae-9b38-e816408d7b1b tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.841704] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7e3ba-8aca-4b25-bd7d-40e1896c7f01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.851231] env[68828]: INFO nova.scheduler.client.report [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance bd9c7290-f6fc-4f39-9c82-a51332e01a7e [ 861.906772] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266a189-597b-9334-27d0-49d0b1891442, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.907053] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907251] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.909051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.909051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.909051] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.909479] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ed6146-31c4-457a-8297-eb7d819285a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.925789] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.925984] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.928448] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4545ed3f-6800-404e-923c-5404bba03c65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938389] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 861.938389] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5211fa6b-dc6f-f17d-7ae6-26bc53117699" [ 861.938389] env[68828]: _type = "Task" [ 861.938389] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.953374] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5211fa6b-dc6f-f17d-7ae6-26bc53117699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.971093] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.971424] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16270bf3-d491-4870-86de-6b7fbc73cb25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.979085] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 861.979085] env[68828]: value = "task-3230620" [ 861.979085] env[68828]: _type = "Task" [ 861.979085] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.989923] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.068357] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4917} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.068655] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d80ae47b-ebe7-48eb-9525-8cabb4e04df0/d80ae47b-ebe7-48eb-9525-8cabb4e04df0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.068906] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.069201] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-210e4546-5b30-4207-bfc6-88697f0a6187 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.076518] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 862.076518] env[68828]: value = "task-3230621" [ 862.076518] env[68828]: _type = "Task" [ 862.076518] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.087652] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.133047] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.287744] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230617, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.333269] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230619, 'name': ReconfigVM_Task, 'duration_secs': 0.356067} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.333566] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b/d56b077a-17f8-4c80-87bd-e45e469fc93b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.334233] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f818cf23-a5f3-4515-adaf-8c2164714642 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.342012] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 862.342012] env[68828]: value = "task-3230622" [ 862.342012] env[68828]: _type = "Task" [ 862.342012] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.359934] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230622, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.367421] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1005c89c-e54e-455f-8ecc-6a58ef6863bf tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "bd9c7290-f6fc-4f39-9c82-a51332e01a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.381s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.422874] env[68828]: DEBUG nova.network.neutron [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.446792] env[68828]: DEBUG nova.network.neutron [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updated VIF entry in instance network info cache for port 9d9a6a26-c1fc-48b0-b02d-2ca46385d017. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.447345] env[68828]: DEBUG nova.network.neutron [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updating instance_info_cache with network_info: [{"id": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "address": "fa:16:3e:c3:b4:51", "network": {"id": "f2cb7976-e3b0-48df-a89b-c581a6bf1d39", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1241158631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26fdc4e03fb45c1969cfcd6573c5e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a6a26-c1", "ovs_interfaceid": "9d9a6a26-c1fc-48b0-b02d-2ca46385d017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.458260] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5211fa6b-dc6f-f17d-7ae6-26bc53117699, 'name': SearchDatastore_Task, 'duration_secs': 0.025011} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.459217] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da112fd-0fb3-41c1-acfe-09ce6e87d7e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.468136] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 862.468136] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a1d756-ba3f-59fa-c171-59a95a78c052" [ 862.468136] env[68828]: _type = "Task" [ 862.468136] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.478547] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a1d756-ba3f-59fa-c171-59a95a78c052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.495136] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.592396] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076494} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.593037] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.594391] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cbb37-a8c0-475a-9821-514b8349e194 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.623980] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d80ae47b-ebe7-48eb-9525-8cabb4e04df0/d80ae47b-ebe7-48eb-9525-8cabb4e04df0.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.628608] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d9b872-a25d-44cb-b353-929256b59841 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.651778] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Successfully updated port: 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.662404] env[68828]: DEBUG oslo_vmware.api [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230615, 'name': PowerOnVM_Task, 'duration_secs': 1.480846} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.665042] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.665042] env[68828]: INFO nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Took 9.97 seconds to spawn the instance on the hypervisor. [ 862.665042] env[68828]: DEBUG nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.665772] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 862.665772] env[68828]: value = "task-3230623" [ 862.665772] env[68828]: _type = "Task" [ 862.665772] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.666612] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5df454-c943-4bcd-a409-2ad34cd110ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.686932] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.746599] env[68828]: DEBUG nova.compute.manager [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received event network-vif-plugged-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.746808] env[68828]: DEBUG oslo_concurrency.lockutils [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] Acquiring lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.747117] env[68828]: DEBUG oslo_concurrency.lockutils [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.747186] env[68828]: DEBUG oslo_concurrency.lockutils [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.747418] env[68828]: DEBUG nova.compute.manager [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] No waiting events found dispatching network-vif-plugged-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.751019] env[68828]: WARNING nova.compute.manager [req-39552d04-1948-458d-847e-a5740186bdb1 req-985dbe16-baa7-42e3-8f12-c633e3396123 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received unexpected event network-vif-plugged-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 for instance with vm_state building and task_state spawning. [ 862.786213] env[68828]: DEBUG oslo_vmware.api [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230617, 'name': PowerOnVM_Task, 'duration_secs': 1.042935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.786873] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.786873] env[68828]: DEBUG nova.compute.manager [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.787472] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a008f3-3625-4819-85f0-886a52fabb0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.853372] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230622, 'name': Rename_Task, 'duration_secs': 0.160743} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.856122] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.856687] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d722447-91d8-488d-9c72-1248d783e6ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.865034] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 862.865034] env[68828]: value = "task-3230624" [ 862.865034] env[68828]: _type = "Task" [ 862.865034] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.879038] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.898032] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d44055-0315-41e7-9c42-d29fddbbc823 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.906066] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1b04b-a8cd-4d31-84c0-6d06ac19f61a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.938692] env[68828]: INFO nova.compute.manager [-] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Took 1.69 seconds to deallocate network for instance. [ 862.942237] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ed6597-1b14-4d1f-8bc0-458a79c7b426 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.951555] env[68828]: DEBUG oslo_concurrency.lockutils [req-ddbb8afe-5942-4196-ae87-bab2cac697ab req-0e6116e8-ce7f-443e-944a-3b4e19a1b3c7 service nova] Releasing lock "refresh_cache-27273416-b04c-4381-b4d2-43cb300b2046" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.955243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81c2f2-1266-4d78-97b4-7f42d5d32655 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.969513] env[68828]: DEBUG nova.compute.provider_tree [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.983142] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a1d756-ba3f-59fa-c171-59a95a78c052, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.983142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.983142] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.983142] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd8f5cc-a34f-41b5-bca1-cdda79c2a4ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.995974] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230620, 'name': CreateSnapshot_Task, 'duration_secs': 0.57576} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.997433] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.997788] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 862.997788] env[68828]: value = "task-3230625" [ 862.997788] env[68828]: _type = "Task" [ 862.997788] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.998493] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0464145-4d5d-4f85-ab14-a50b67e5dc77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.016120] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.150989] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.151098] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.151261] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.151450] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.151653] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.154129] env[68828]: INFO nova.compute.manager [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Terminating instance [ 863.156117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.156240] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.156377] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.183205] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.195517] env[68828]: INFO nova.compute.manager [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Took 34.24 seconds to build instance. [ 863.306891] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.377244] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.448849] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.476351] env[68828]: DEBUG nova.scheduler.client.report [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.530910] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.531877] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.532514] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-217a2169-bed8-4a78-89c0-87cecd1426da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.541123] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 863.541123] env[68828]: value = "task-3230626" [ 863.541123] env[68828]: _type = "Task" [ 863.541123] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.550852] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.661692] env[68828]: DEBUG nova.compute.manager [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.661692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.662572] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fe6c9-6c24-4851-bb90-56588c668d32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.671100] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.675335] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f87b6b-042c-4d86-8d2f-f854666e7c72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.686959] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 863.686959] env[68828]: value = "task-3230627" [ 863.686959] env[68828]: _type = "Task" [ 863.686959] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.687544] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.697692] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3146cb41-f416-4114-a0a8-4d3843965933 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.270s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.698070] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.733025] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.767131] env[68828]: DEBUG nova.compute.manager [req-cebdcb36-e48a-4a00-b72f-ae25fded29ac req-b73acf94-8121-4ff6-8563-26bd0f0e7215 service nova] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Received event network-vif-deleted-36d27155-cf49-47e0-8241-02e25ebf6d7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.876422] env[68828]: DEBUG oslo_vmware.api [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230624, 'name': PowerOnVM_Task, 'duration_secs': 0.693838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.877089] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.877338] env[68828]: DEBUG nova.compute.manager [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.878284] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff208d-4c39-4a59-8790-847d13c9459d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.911677] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.912023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.912394] env[68828]: INFO nova.compute.manager [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Rebooting instance [ 863.986948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.986948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.924s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.986948] env[68828]: DEBUG nova.objects.instance [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lazy-loading 'resources' on Instance uuid 38556428-d6d1-437d-81f6-1868f0f5a4f2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.990142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.990967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.991175] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.993040] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.993040] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.995810] env[68828]: INFO nova.compute.manager [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Terminating instance [ 863.998039] env[68828]: DEBUG nova.network.neutron [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [{"id": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "address": "fa:16:3e:38:36:16", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d62f46-89", "ovs_interfaceid": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.017535] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60288} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.017923] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.018155] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.018414] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-272821c1-b2e4-4c51-95b6-005d780b36d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.026027] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 864.026027] env[68828]: value = "task-3230628" [ 864.026027] env[68828]: _type = "Task" [ 864.026027] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.035460] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.036485] env[68828]: INFO nova.scheduler.client.report [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted allocations for instance 6d539428-fed4-4061-bd05-431f9fcbb3e7 [ 864.051020] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.182806] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.197782] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.403814] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.435639] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.435639] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquired lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.435639] env[68828]: DEBUG nova.network.neutron [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.501532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501854] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Instance network_info: |[{"id": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "address": "fa:16:3e:38:36:16", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d62f46-89", "ovs_interfaceid": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.502405] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "refresh_cache-bc1bfe80-9b9c-4915-93eb-12e80197ad49" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.502577] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquired lock "refresh_cache-bc1bfe80-9b9c-4915-93eb-12e80197ad49" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.502743] env[68828]: DEBUG nova.network.neutron [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.504166] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:36:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54d62f46-89ad-4f69-9b9b-eaed4bbed7b6', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.511948] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating folder: Project (fd9a7a11100842b4b5c3a7006e968478). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.517868] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48156d24-d15d-410d-a41c-b75a7a8e9326 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.532818] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created folder: Project (fd9a7a11100842b4b5c3a7006e968478) in parent group-v645630. [ 864.533040] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating folder: Instances. Parent ref: group-v645784. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.535870] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8608174-9672-4e63-9aec-560d440a081b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.538746] env[68828]: DEBUG nova.network.neutron [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.550571] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077873} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.551759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-595815b9-2930-4c7f-9f1f-3adb8898968b tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "6d539428-fed4-4061-bd05-431f9fcbb3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.993s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.556549] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.557265] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created folder: Instances in parent group-v645784. [ 864.557516] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.560812] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308810c2-dd4f-4e11-8cf7-f982c2ee3dc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.563502] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.569262] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b920ef3b-3e4b-4016-8e70-ceaf53079b8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.584837] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.609793] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.614544] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef4b756-a3bd-4139-a912-be7dce43f442 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.628602] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.628602] env[68828]: value = "task-3230631" [ 864.628602] env[68828]: _type = "Task" [ 864.628602] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.637949] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 864.637949] env[68828]: value = "task-3230632" [ 864.637949] env[68828]: _type = "Task" [ 864.637949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.638325] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230631, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.641905] env[68828]: DEBUG nova.network.neutron [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.648150] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.681339] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230623, 'name': ReconfigVM_Task, 'duration_secs': 1.550567} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.681339] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d80ae47b-ebe7-48eb-9525-8cabb4e04df0/d80ae47b-ebe7-48eb-9525-8cabb4e04df0.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.684097] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de2bfbb-e280-4cea-a2bd-c151e060011d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.693928] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 864.693928] env[68828]: value = "task-3230633" [ 864.693928] env[68828]: _type = "Task" [ 864.693928] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.700410] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230627, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.708614] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230633, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.779339] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.779339] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.855093] env[68828]: DEBUG nova.compute.manager [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.855358] env[68828]: DEBUG nova.compute.manager [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing instance network info cache due to event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.855694] env[68828]: DEBUG oslo_concurrency.lockutils [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] Acquiring lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.855739] env[68828]: DEBUG oslo_concurrency.lockutils [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] Acquired lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.856239] env[68828]: DEBUG nova.network.neutron [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.877583] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.877854] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.878125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "d56b077a-17f8-4c80-87bd-e45e469fc93b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.878437] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.878644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.881286] env[68828]: INFO nova.compute.manager [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Terminating instance [ 865.040898] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a5da2-ef65-419e-8cbe-d8205581175f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.059449] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7fdf83-2659-4ee8-8502-dc30f3a41bd7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.062879] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.090947] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d70a67c-5d4c-4c0a-b2e6-6d897b66effc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.101697] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489a19d-7d1a-4783-bffa-8aa37ecedfb8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.115463] env[68828]: DEBUG nova.compute.provider_tree [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.139130] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230631, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.145024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Releasing lock "refresh_cache-bc1bfe80-9b9c-4915-93eb-12e80197ad49" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.145387] env[68828]: DEBUG nova.compute.manager [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.145670] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.146791] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282333f9-20af-4a16-8364-14ad1c4892d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.154586] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230632, 'name': ReconfigVM_Task, 'duration_secs': 0.431949} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.157028] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 1f816be1-4397-4b36-8b9e-9b359a4bd47b/1f816be1-4397-4b36-8b9e-9b359a4bd47b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.157326] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.157571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30222a4-3739-4f63-a982-b2b774d3075a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.159940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8185c48-a94f-4497-9401-aaf9993d68d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.166583] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 865.166583] env[68828]: value = "task-3230635" [ 865.166583] env[68828]: _type = "Task" [ 865.166583] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.168139] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 865.168139] env[68828]: value = "task-3230634" [ 865.168139] env[68828]: _type = "Task" [ 865.168139] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.185296] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.191023] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230635, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.201105] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230627, 'name': PowerOffVM_Task, 'duration_secs': 1.12777} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.201732] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.201915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.202193] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff6bea7-229a-499b-ab51-a5b86fbfd212 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.208363] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230633, 'name': Rename_Task, 'duration_secs': 0.221734} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.208909] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.209173] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1780f588-dc0a-4a2b-802d-995cbd1b7bab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.215038] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 865.215038] env[68828]: value = "task-3230637" [ 865.215038] env[68828]: _type = "Task" [ 865.215038] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.224151] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.243654] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.243884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.274659] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.274916] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.275101] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleting the datastore file [datastore2] 09e0b6d9-9189-4e13-b37b-447db8b4bfcb {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.276206] env[68828]: DEBUG nova.network.neutron [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updating instance_info_cache with network_info: [{"id": "c6284259-6413-4138-a294-c082f70b7150", "address": "fa:16:3e:66:91:63", "network": {"id": "d0db348c-7f99-499a-9387-0674cb116ebb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-924723193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3455fc3f2c494aa8c41c894417c412", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284259-64", "ovs_interfaceid": "c6284259-6413-4138-a294-c082f70b7150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.277428] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f2146a-4054-4099-88f9-59ae10489419 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.280923] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.284215] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 865.284215] env[68828]: value = "task-3230638" [ 865.284215] env[68828]: _type = "Task" [ 865.284215] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.294134] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.385548] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "refresh_cache-d56b077a-17f8-4c80-87bd-e45e469fc93b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.385782] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquired lock "refresh_cache-d56b077a-17f8-4c80-87bd-e45e469fc93b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.385978] env[68828]: DEBUG nova.network.neutron [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.558326] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.620564] env[68828]: DEBUG nova.scheduler.client.report [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.641117] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230631, 'name': CreateVM_Task, 'duration_secs': 0.599638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.642532] env[68828]: DEBUG nova.network.neutron [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updated VIF entry in instance network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.642850] env[68828]: DEBUG nova.network.neutron [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [{"id": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "address": "fa:16:3e:38:36:16", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d62f46-89", "ovs_interfaceid": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.643832] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.644828] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.645025] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.645300] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.645539] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eced669b-7138-4a0e-bc1f-62910c0ec723 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.650523] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 865.650523] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e4495a-0803-f007-ab91-6385943b8959" [ 865.650523] env[68828]: _type = "Task" [ 865.650523] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.659077] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e4495a-0803-f007-ab91-6385943b8959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.680640] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230635, 'name': Rename_Task, 'duration_secs': 0.202762} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.685780] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.685780] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230634, 'name': PowerOffVM_Task, 'duration_secs': 0.177713} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.685780] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38b21d0-a7cb-4df0-ba96-f0c1baaaebb7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.686380] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.686380] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.686380] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68faeb25-7f6d-4662-bc04-6af7cf0e5705 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.692392] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 865.692392] env[68828]: value = "task-3230639" [ 865.692392] env[68828]: _type = "Task" [ 865.692392] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.699938] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.712607] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.712874] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.713087] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Deleting the datastore file [datastore2] bc1bfe80-9b9c-4915-93eb-12e80197ad49 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.713419] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56e40d3-0630-464b-a278-82243d3633ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.724414] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.725651] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for the task: (returnval){ [ 865.725651] env[68828]: value = "task-3230641" [ 865.725651] env[68828]: _type = "Task" [ 865.725651] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.732973] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.747145] env[68828]: DEBUG nova.compute.utils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.781223] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Releasing lock "refresh_cache-f6a92e74-cd3c-4770-ad5d-d9174460d68b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.799293] env[68828]: DEBUG oslo_vmware.api [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14041} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.799569] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.799759] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.799938] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.800122] env[68828]: INFO nova.compute.manager [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Took 2.14 seconds to destroy the instance on the hypervisor. [ 865.800373] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.800551] env[68828]: DEBUG nova.compute.manager [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.800640] env[68828]: DEBUG nova.network.neutron [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.807927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.913399] env[68828]: DEBUG nova.network.neutron [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.963982] env[68828]: DEBUG nova.network.neutron [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.065941] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230626, 'name': CloneVM_Task, 'duration_secs': 2.035243} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.066349] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created linked-clone VM from snapshot [ 866.067265] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a30ed-92d1-4008-a5dc-f03823761c97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.083163] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploading image c254fa87-258b-4f8d-b968-d7ce30fc9a1a {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.114301] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.114301] env[68828]: value = "vm-645783" [ 866.114301] env[68828]: _type = "VirtualMachine" [ 866.114301] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.114301] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8b363a4-0637-4fd0-9cab-2175b3bc2558 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.122839] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease: (returnval){ [ 866.122839] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287738f-0087-7694-26a8-395b810979ef" [ 866.122839] env[68828]: _type = "HttpNfcLease" [ 866.122839] env[68828]: } obtained for exporting VM: (result){ [ 866.122839] env[68828]: value = "vm-645783" [ 866.122839] env[68828]: _type = "VirtualMachine" [ 866.122839] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.123246] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the lease: (returnval){ [ 866.123246] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287738f-0087-7694-26a8-395b810979ef" [ 866.123246] env[68828]: _type = "HttpNfcLease" [ 866.123246] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.127486] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.129868] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.179s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.130141] env[68828]: DEBUG nova.objects.instance [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lazy-loading 'resources' on Instance uuid 6c0739c5-d01a-437d-a986-c5c0845b68f4 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.135440] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.135440] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287738f-0087-7694-26a8-395b810979ef" [ 866.135440] env[68828]: _type = "HttpNfcLease" [ 866.135440] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.135872] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.135872] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287738f-0087-7694-26a8-395b810979ef" [ 866.135872] env[68828]: _type = "HttpNfcLease" [ 866.135872] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.139319] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b5b4f8-4708-4c6e-91b1-c97e4edc3ce2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.148319] env[68828]: DEBUG oslo_concurrency.lockutils [req-8f9eef5d-f2dd-4235-bfb3-e35ad13e7673 req-7ce17817-317b-4709-9f53-236aa0c4f49b service nova] Releasing lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.149578] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.149769] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.216574] env[68828]: INFO nova.scheduler.client.report [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Deleted allocations for instance 38556428-d6d1-437d-81f6-1868f0f5a4f2 [ 866.232734] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e4495a-0803-f007-ab91-6385943b8959, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.236980] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.237297] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.237547] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.237702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.237931] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.242012] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1467ea3-49ab-4855-91e9-9c0df0332ade {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.244034] env[68828]: DEBUG oslo_vmware.api [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230639, 'name': PowerOnVM_Task, 'duration_secs': 0.521439} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.247746] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.247982] env[68828]: DEBUG nova.compute.manager [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.248311] env[68828]: DEBUG oslo_vmware.api [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230637, 'name': PowerOnVM_Task, 'duration_secs': 0.687994} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.249386] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5db92e-e30a-4868-84a1-89a25f11e894 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.252506] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.252738] env[68828]: INFO nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Took 9.54 seconds to spawn the instance on the hypervisor. [ 866.252935] env[68828]: DEBUG nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.256922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.257908] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45120405-59ef-4603-9876-c4b6d75d9fba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.260607] env[68828]: DEBUG oslo_vmware.api [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Task: {'id': task-3230641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103841} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.262130] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.262369] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.262567] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.262812] env[68828]: INFO nova.compute.manager [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Took 1.12 seconds to destroy the instance on the hypervisor. [ 866.263046] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.263281] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.263510] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.266810] env[68828]: DEBUG nova.compute.manager [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.266995] env[68828]: DEBUG nova.network.neutron [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.268785] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3845859-a9c8-44b4-ba0e-241e63543c23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.282965] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 866.282965] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524ec520-49f0-1221-b822-b80db1529fed" [ 866.282965] env[68828]: _type = "Task" [ 866.282965] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.289084] env[68828]: DEBUG nova.compute.manager [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.291599] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3260e1e-1ded-4d1a-b63f-7090e5126eed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.293872] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f2e09-a3fc-4f32-b05f-8a57ee44ab98 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.297577] env[68828]: DEBUG nova.network.neutron [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.308015] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524ec520-49f0-1221-b822-b80db1529fed, 'name': SearchDatastore_Task, 'duration_secs': 0.017808} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.315254] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c733dd8-b4ed-463a-b920-db7da3b72d7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.324997] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 866.324997] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52948a40-0dca-4fde-779e-355bc27280b9" [ 866.324997] env[68828]: _type = "Task" [ 866.324997] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.341087] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52948a40-0dca-4fde-779e-355bc27280b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.466626] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Releasing lock "refresh_cache-d56b077a-17f8-4c80-87bd-e45e469fc93b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467196] env[68828]: DEBUG nova.compute.manager [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.467473] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.468680] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a31dc-64cf-4603-9a88-cb532d10d11c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.480302] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.480696] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7bd623-44b8-42d6-85da-816542f72d2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.489404] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 866.489404] env[68828]: value = "task-3230643" [ 866.489404] env[68828]: _type = "Task" [ 866.489404] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.501825] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.639142] env[68828]: DEBUG nova.network.neutron [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.737281] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64138be8-fcb3-4bbf-8a53-74b98848138e tempest-SecurityGroupsTestJSON-139831499 tempest-SecurityGroupsTestJSON-139831499-project-member] Lock "38556428-d6d1-437d-81f6-1868f0f5a4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.499s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.793333] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.794168] env[68828]: INFO nova.compute.manager [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Took 35.65 seconds to build instance. [ 866.810374] env[68828]: DEBUG nova.network.neutron [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.842939] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52948a40-0dca-4fde-779e-355bc27280b9, 'name': SearchDatastore_Task, 'duration_secs': 0.024024} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.847851] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.848193] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 85027445-d0ee-43d8-aa32-df84bdd5a57c/85027445-d0ee-43d8-aa32-df84bdd5a57c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.851504] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50dec91e-6f01-4b65-9a08-841fca4f5946 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.860290] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 866.860290] env[68828]: value = "task-3230644" [ 866.860290] env[68828]: _type = "Task" [ 866.860290] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.869283] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.011019] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230643, 'name': PowerOffVM_Task, 'duration_secs': 0.248989} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.011019] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.011019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.011019] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622d313e-d9ec-42a0-8319-522c16a64334 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.040027] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.040027] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.040027] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Deleting the datastore file [datastore1] d56b077a-17f8-4c80-87bd-e45e469fc93b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.040027] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-898d35b5-3f71-4397-ad79-2413188e37c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.047689] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for the task: (returnval){ [ 867.047689] env[68828]: value = "task-3230646" [ 867.047689] env[68828]: _type = "Task" [ 867.047689] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.063556] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.100883] env[68828]: DEBUG nova.compute.manager [req-47ced49a-3757-4c63-8554-3f1526190b7b req-b63dfce9-b7ff-4053-8741-de1ff9f87bac service nova] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Received event network-vif-deleted-e9735a17-56d6-48a7-8d91-c933f8e1421d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.143491] env[68828]: INFO nova.compute.manager [-] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Took 1.34 seconds to deallocate network for instance. [ 867.178245] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ce4333-c402-45ed-b3fc-20d17bf7ec96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.188526] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dbcf08-c390-4783-a459-e38655d4d8cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.230917] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463623ca-8f2c-46eb-a77d-bd266dfec5eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.242313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccfbca7-df72-47ce-b92d-8309df7b8114 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.263447] env[68828]: DEBUG nova.compute.provider_tree [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.296522] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e2e175dc-d153-4614-b2bf-b8c36032155a tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.868s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.314053] env[68828]: INFO nova.compute.manager [-] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Took 1.05 seconds to deallocate network for instance. [ 867.331226] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5686b-1b1c-4a81-96f9-78950ab1c262 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.341517] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Doing hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 867.341873] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6f271a57-b7eb-4206-9902-419348534296 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.349387] env[68828]: DEBUG oslo_vmware.api [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 867.349387] env[68828]: value = "task-3230647" [ 867.349387] env[68828]: _type = "Task" [ 867.349387] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.353590] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.355746] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.355746] env[68828]: INFO nova.compute.manager [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Attaching volume 1534ea74-631c-48de-8189-b9909ab82715 to /dev/sdb [ 867.363096] env[68828]: DEBUG oslo_vmware.api [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230647, 'name': ResetVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.375733] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.417212] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e230c6-b250-440f-8b1c-0fa96f0b3871 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.437155] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e53e891-60ae-4192-9f53-3ee9f0180118 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.452910] env[68828]: DEBUG nova.virt.block_device [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updating existing volume attachment record: e1e40328-f561-4716-9698-65c49f3d8844 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 867.559845] env[68828]: DEBUG oslo_vmware.api [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Task: {'id': task-3230646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464569} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.560224] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.560453] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.560687] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.560910] env[68828]: INFO nova.compute.manager [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 867.561246] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.561740] env[68828]: DEBUG nova.compute.manager [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.561740] env[68828]: DEBUG nova.network.neutron [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.580495] env[68828]: DEBUG nova.network.neutron [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.653646] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.770025] env[68828]: DEBUG nova.scheduler.client.report [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.821699] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.860269] env[68828]: DEBUG oslo_vmware.api [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230647, 'name': ResetVM_Task, 'duration_secs': 0.107205} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.860852] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Did hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 867.860933] env[68828]: DEBUG nova.compute.manager [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.861809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e40f2c-eecc-4e56-bafb-8b8a71b059f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.880975] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525237} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.882499] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 85027445-d0ee-43d8-aa32-df84bdd5a57c/85027445-d0ee-43d8-aa32-df84bdd5a57c.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.882733] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.883093] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620088ff-680e-4c05-b281-f55b1c52bdf1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.893212] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 867.893212] env[68828]: value = "task-3230651" [ 867.893212] env[68828]: _type = "Task" [ 867.893212] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.906823] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.084068] env[68828]: DEBUG nova.network.neutron [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.272439] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.275192] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.133s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.275454] env[68828]: DEBUG nova.objects.instance [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lazy-loading 'resources' on Instance uuid bbcadc80-7d0d-4516-9bb9-8c27817ce072 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.294715] env[68828]: INFO nova.scheduler.client.report [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted allocations for instance 6c0739c5-d01a-437d-a986-c5c0845b68f4 [ 868.383297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.383844] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.383932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.384915] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.384915] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.388959] env[68828]: INFO nova.compute.manager [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Terminating instance [ 868.391779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-83288c0c-8e3f-4377-95cc-7bb8c9d824e0 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.480s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.404581] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099238} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.404737] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.405536] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d43ce4-b2ae-4b7d-b109-a9b700f681b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.444531] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 85027445-d0ee-43d8-aa32-df84bdd5a57c/85027445-d0ee-43d8-aa32-df84bdd5a57c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.446254] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1c635f-fca1-4f73-a1a3-b27fe8071961 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.472146] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 868.472146] env[68828]: value = "task-3230652" [ 868.472146] env[68828]: _type = "Task" [ 868.472146] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.482735] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.539916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.540102] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.587329] env[68828]: INFO nova.compute.manager [-] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Took 1.03 seconds to deallocate network for instance. [ 868.809906] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e61e913d-f425-4232-b6d5-1b7820a283e1 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "6c0739c5-d01a-437d-a986-c5c0845b68f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.528s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.895215] env[68828]: DEBUG nova.compute.manager [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.895455] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.896441] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7b99d-5e0e-4ab5-b7fb-3584fec92f25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.906037] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.909668] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a3f0a48-e483-409f-9995-8087f8416508 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.918920] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 868.918920] env[68828]: value = "task-3230653" [ 868.918920] env[68828]: _type = "Task" [ 868.918920] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.929935] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.982869] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230652, 'name': ReconfigVM_Task, 'duration_secs': 0.457036} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.986372] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 85027445-d0ee-43d8-aa32-df84bdd5a57c/85027445-d0ee-43d8-aa32-df84bdd5a57c.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.988138] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e9b7645-4d4e-4aea-abc4-c87fdd6b2f42 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.994736] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 868.994736] env[68828]: value = "task-3230654" [ 868.994736] env[68828]: _type = "Task" [ 868.994736] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.008822] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230654, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.043746] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.101031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.123862] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.125876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.125876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.125876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.125876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.127147] env[68828]: INFO nova.compute.manager [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Terminating instance [ 869.238752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.239667] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.362133] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01522a98-21a0-4ed7-a5ba-ce15daad0994 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.372024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27735e9f-c252-451a-8f45-734f5b5ea002 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.408973] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a539794-d929-49db-9287-f5cbe25dbb6e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.418920] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36af9492-3eea-4519-9cdd-d82d6164d038 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.443630] env[68828]: DEBUG nova.compute.provider_tree [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.448623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.448623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.448623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.448623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.448623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.452666] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230653, 'name': PowerOffVM_Task, 'duration_secs': 0.366319} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.453153] env[68828]: INFO nova.compute.manager [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Terminating instance [ 869.454771] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.454945] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.456802] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-029752aa-4cbe-49dd-bbac-d3a6c412b8d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.505081] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230654, 'name': Rename_Task, 'duration_secs': 0.219777} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.505388] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.505643] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f3b659-7ee0-4dcd-955e-cc5f71b797b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.512678] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 869.512678] env[68828]: value = "task-3230656" [ 869.512678] env[68828]: _type = "Task" [ 869.512678] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.522491] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.529482] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.529747] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.529932] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore1] 1f816be1-4397-4b36-8b9e-9b359a4bd47b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.530385] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79cfa50d-d64c-4712-9416-90d0a25b61c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.537414] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 869.537414] env[68828]: value = "task-3230657" [ 869.537414] env[68828]: _type = "Task" [ 869.537414] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.547383] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.592547] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.635134] env[68828]: DEBUG nova.compute.manager [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.635497] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.636641] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca91026-390c-4377-a8de-c1f438c185b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.644771] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.645444] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db374bd9-250e-447d-a9db-babfc8ff0ad7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.651482] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 869.651482] env[68828]: value = "task-3230658" [ 869.651482] env[68828]: _type = "Task" [ 869.651482] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.662592] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.743530] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.839430] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.839960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.839960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.840232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.840440] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.842990] env[68828]: INFO nova.compute.manager [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Terminating instance [ 869.956243] env[68828]: DEBUG nova.scheduler.client.report [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.960607] env[68828]: DEBUG nova.compute.manager [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.960983] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.962397] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f060ebaa-3d95-4e83-ab8a-184c4798f96a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.970140] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 869.970140] env[68828]: value = "task-3230660" [ 869.970140] env[68828]: _type = "Task" [ 869.970140] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.980316] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.024347] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.051266] env[68828]: DEBUG oslo_vmware.api [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167667} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.051818] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.052315] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.052702] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.053101] env[68828]: INFO nova.compute.manager [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.053516] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.053780] env[68828]: DEBUG nova.compute.manager [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.053897] env[68828]: DEBUG nova.network.neutron [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.168863] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230658, 'name': PowerOffVM_Task, 'duration_secs': 0.258245} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.169224] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.169397] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.169781] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a455f370-c2af-4485-b134-6c1bff720964 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.242882] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.243201] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.243528] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Deleting the datastore file [datastore1] e3ed8924-79e4-4af3-9bac-fa8ea807832c {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.243783] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b6117a-d3fd-4179-bb1a-2453020057ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.258609] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for the task: (returnval){ [ 870.258609] env[68828]: value = "task-3230662" [ 870.258609] env[68828]: _type = "Task" [ 870.258609] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.268229] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.282765] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.349510] env[68828]: DEBUG nova.compute.manager [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.349510] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.349985] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b804a54-c1f3-4615-8a42-b973d339ef1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.358298] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.358581] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701a4bba-2b1c-4b7f-8ebd-2f601452b9de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.365120] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 870.365120] env[68828]: value = "task-3230663" [ 870.365120] env[68828]: _type = "Task" [ 870.365120] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.373407] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.464019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.466158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.665s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.467700] env[68828]: INFO nova.compute.claims [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.482318] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230660, 'name': PowerOffVM_Task, 'duration_secs': 0.228099} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.482599] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.482794] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.483289] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645707', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'name': 'volume-cab81f13-6ce7-4388-bc9a-80eb10be7106', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '744bf0cb-53fa-412b-bb3d-9c3503e1d697', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'serial': 'cab81f13-6ce7-4388-bc9a-80eb10be7106'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.483972] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a24e6d-9b59-4d9e-bc52-58d9fce96d1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.505366] env[68828]: INFO nova.scheduler.client.report [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Deleted allocations for instance bbcadc80-7d0d-4516-9bb9-8c27817ce072 [ 870.507623] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a5ce8-f50a-4917-80b8-5fbb4a4499de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.521029] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94371b7b-7553-4869-8f61-5a9856166a6a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.527012] env[68828]: DEBUG oslo_vmware.api [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3230656, 'name': PowerOnVM_Task, 'duration_secs': 0.688603} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.528945] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.528945] env[68828]: INFO nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Took 8.95 seconds to spawn the instance on the hypervisor. [ 870.529238] env[68828]: DEBUG nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.530593] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e272ca-39f2-4b1d-bf92-4e1562857b51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.555369] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4c627-54d9-4168-b27e-a0e0d6434949 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.583809] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] The volume has not been displaced from its original location: [datastore2] volume-cab81f13-6ce7-4388-bc9a-80eb10be7106/volume-cab81f13-6ce7-4388-bc9a-80eb10be7106.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.590017] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.590519] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5c04c1-b0ca-4acc-bae7-38757e72b72e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.611262] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 870.611262] env[68828]: value = "task-3230664" [ 870.611262] env[68828]: _type = "Task" [ 870.611262] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.619966] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.672575] env[68828]: DEBUG nova.compute.manager [req-9ed02e8d-8f7c-4cf2-8871-155cb86b67fb req-6e4c60f7-cb09-4fb6-8742-e0388c4502c9 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Received event network-vif-deleted-f1090436-039b-4352-afd0-b8ecf3ba5e0c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.672575] env[68828]: INFO nova.compute.manager [req-9ed02e8d-8f7c-4cf2-8871-155cb86b67fb req-6e4c60f7-cb09-4fb6-8742-e0388c4502c9 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Neutron deleted interface f1090436-039b-4352-afd0-b8ecf3ba5e0c; detaching it from the instance and deleting it from the info cache [ 870.672792] env[68828]: DEBUG nova.network.neutron [req-9ed02e8d-8f7c-4cf2-8871-155cb86b67fb req-6e4c60f7-cb09-4fb6-8742-e0388c4502c9 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.769118] env[68828]: DEBUG oslo_vmware.api [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Task: {'id': task-3230662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279976} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.769388] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.769571] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.769743] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.769907] env[68828]: INFO nova.compute.manager [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.770191] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.770956] env[68828]: DEBUG nova.compute.manager [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.770956] env[68828]: DEBUG nova.network.neutron [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.838031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.838334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.874480] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230663, 'name': PowerOffVM_Task, 'duration_secs': 0.303002} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.875054] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.875054] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.875312] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9febaab6-3380-4c78-956e-124f38a2bb0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.943659] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.943752] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.943995] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Deleting the datastore file [datastore2] f6a92e74-cd3c-4770-ad5d-d9174460d68b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.944295] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00013709-1245-4d15-babb-53cbb81ab519 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.951592] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for the task: (returnval){ [ 870.951592] env[68828]: value = "task-3230666" [ 870.951592] env[68828]: _type = "Task" [ 870.951592] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.959791] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.017978] env[68828]: DEBUG nova.network.neutron [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.021699] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7dea2377-2e1b-497b-a750-0313a1b9eb8c tempest-ListServerFiltersTestJSON-1191934751 tempest-ListServerFiltersTestJSON-1191934751-project-member] Lock "bbcadc80-7d0d-4516-9bb9-8c27817ce072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.688s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.074067] env[68828]: INFO nova.compute.manager [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Took 32.33 seconds to build instance. [ 871.123542] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230664, 'name': ReconfigVM_Task, 'duration_secs': 0.169294} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.123963] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.128767] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663c038e-5f1c-4025-8d4d-452ea1ead72c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.148024] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 871.148024] env[68828]: value = "task-3230667" [ 871.148024] env[68828]: _type = "Task" [ 871.148024] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.157343] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.178575] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33190fc4-89aa-4eed-a762-05f3b0620c27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.190019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b72907-efe7-42f1-b4a9-639f252efbb6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.225544] env[68828]: DEBUG nova.compute.manager [req-9ed02e8d-8f7c-4cf2-8871-155cb86b67fb req-6e4c60f7-cb09-4fb6-8742-e0388c4502c9 service nova] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Detach interface failed, port_id=f1090436-039b-4352-afd0-b8ecf3ba5e0c, reason: Instance 1f816be1-4397-4b36-8b9e-9b359a4bd47b could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.341486] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.463876] env[68828]: DEBUG oslo_vmware.api [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Task: {'id': task-3230666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241102} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.464235] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.464474] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.464732] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.464961] env[68828]: INFO nova.compute.manager [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 871.465293] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.465547] env[68828]: DEBUG nova.compute.manager [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.465694] env[68828]: DEBUG nova.network.neutron [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.523290] env[68828]: INFO nova.compute.manager [-] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Took 1.47 seconds to deallocate network for instance. [ 871.576961] env[68828]: DEBUG oslo_concurrency.lockutils [None req-df8bb0a6-b323-42fe-b230-dfef6e069c8d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.845s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.663081] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230667, 'name': ReconfigVM_Task, 'duration_secs': 0.219435} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.663422] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645707', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'name': 'volume-cab81f13-6ce7-4388-bc9a-80eb10be7106', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '744bf0cb-53fa-412b-bb3d-9c3503e1d697', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab81f13-6ce7-4388-bc9a-80eb10be7106', 'serial': 'cab81f13-6ce7-4388-bc9a-80eb10be7106'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.663714] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.664540] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cf462-1ce5-4feb-8140-bee2eb608dd8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.674582] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.674924] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf09c31-a942-494b-95d3-e9a7a82622f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.739294] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.739294] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.739294] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Deleting the datastore file [datastore2] 744bf0cb-53fa-412b-bb3d-9c3503e1d697 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.742647] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9d73e2-7cf6-4722-8a89-b2a9a81d9d5a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.751801] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for the task: (returnval){ [ 871.751801] env[68828]: value = "task-3230669" [ 871.751801] env[68828]: _type = "Task" [ 871.751801] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.759530] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.871837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.009898] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 872.010300] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645788', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'name': 'volume-1534ea74-631c-48de-8189-b9909ab82715', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3018609-8a3a-46cf-ba3a-98905fcffcf0', 'attached_at': '', 'detached_at': '', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'serial': '1534ea74-631c-48de-8189-b9909ab82715'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 872.011637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fddfe66-b062-477f-8d65-1cb1f97e17b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.034021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.034021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbec46a-c2ad-41c7-a793-74fa3a865f87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.038303] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4dfa1a-6d04-4022-aa04-f76d9838367b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.060020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb57ff-0683-4260-8e92-208b22bb104b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.072418] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-1534ea74-631c-48de-8189-b9909ab82715/volume-1534ea74-631c-48de-8189-b9909ab82715.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.076348] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba01d52-ab15-4241-894e-3f5e7fb07dd1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.127235] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96433ccc-7a49-450a-b83a-114ab9073646 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.129289] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 872.129289] env[68828]: value = "task-3230670" [ 872.129289] env[68828]: _type = "Task" [ 872.129289] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.140165] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f95a063-3d60-4647-bb15-e00814bac099 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.149922] env[68828]: DEBUG nova.network.neutron [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.151276] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.163249] env[68828]: DEBUG nova.compute.provider_tree [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.169334] env[68828]: DEBUG nova.compute.manager [req-3a1efb5b-8648-4fe7-bdcf-a9f5164d2e2e req-8ae0c2b9-eca0-4233-87d8-225cf5ee36b7 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Received event network-vif-deleted-c6284259-6413-4138-a294-c082f70b7150 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.169334] env[68828]: INFO nova.compute.manager [req-3a1efb5b-8648-4fe7-bdcf-a9f5164d2e2e req-8ae0c2b9-eca0-4233-87d8-225cf5ee36b7 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Neutron deleted interface c6284259-6413-4138-a294-c082f70b7150; detaching it from the instance and deleting it from the info cache [ 872.169334] env[68828]: DEBUG nova.network.neutron [req-3a1efb5b-8648-4fe7-bdcf-a9f5164d2e2e req-8ae0c2b9-eca0-4233-87d8-225cf5ee36b7 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.261109] env[68828]: DEBUG oslo_vmware.api [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Task: {'id': task-3230669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08944} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.261445] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.261683] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.261910] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.262137] env[68828]: INFO nova.compute.manager [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Took 2.30 seconds to destroy the instance on the hypervisor. [ 872.262486] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.263532] env[68828]: DEBUG nova.compute.manager [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.263532] env[68828]: DEBUG nova.network.neutron [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.642024] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230670, 'name': ReconfigVM_Task, 'duration_secs': 0.486213} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.642024] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-1534ea74-631c-48de-8189-b9909ab82715/volume-1534ea74-631c-48de-8189-b9909ab82715.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.645357] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985be4dd-fe13-43e5-97bf-6052e44114da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.658687] env[68828]: DEBUG nova.network.neutron [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.663480] env[68828]: INFO nova.compute.manager [-] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Took 1.89 seconds to deallocate network for instance. [ 872.678344] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-996559fb-32b2-4369-8b1c-262b39690d57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.681283] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 872.681283] env[68828]: value = "task-3230671" [ 872.681283] env[68828]: _type = "Task" [ 872.681283] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.693233] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed850301-9744-43ce-877c-b87bb179bc96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.713344] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.713843] env[68828]: ERROR nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [req-0380da65-21ef-4c9a-ac94-d313beef3e27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0380da65-21ef-4c9a-ac94-d313beef3e27"}]} [ 872.723816] env[68828]: DEBUG nova.compute.manager [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Received event network-vif-deleted-a1ef58b5-5d0a-4755-8049-77f14f350d42 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.723816] env[68828]: DEBUG nova.compute.manager [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.723816] env[68828]: DEBUG nova.compute.manager [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing instance network info cache due to event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.723816] env[68828]: DEBUG oslo_concurrency.lockutils [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] Acquiring lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.723816] env[68828]: DEBUG oslo_concurrency.lockutils [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] Acquired lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.723816] env[68828]: DEBUG nova.network.neutron [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.741105] env[68828]: DEBUG nova.compute.manager [req-3a1efb5b-8648-4fe7-bdcf-a9f5164d2e2e req-8ae0c2b9-eca0-4233-87d8-225cf5ee36b7 service nova] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Detach interface failed, port_id=c6284259-6413-4138-a294-c082f70b7150, reason: Instance f6a92e74-cd3c-4770-ad5d-d9174460d68b could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.744839] env[68828]: DEBUG nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.761738] env[68828]: DEBUG nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.761984] env[68828]: DEBUG nova.compute.provider_tree [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.780334] env[68828]: DEBUG nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.811100] env[68828]: DEBUG nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.165447] env[68828]: INFO nova.compute.manager [-] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Took 1.70 seconds to deallocate network for instance. [ 873.174426] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.196957] env[68828]: DEBUG oslo_vmware.api [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230671, 'name': ReconfigVM_Task, 'duration_secs': 0.16264} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.197649] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645788', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'name': 'volume-1534ea74-631c-48de-8189-b9909ab82715', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3018609-8a3a-46cf-ba3a-98905fcffcf0', 'attached_at': '', 'detached_at': '', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'serial': '1534ea74-631c-48de-8189-b9909ab82715'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.294777] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b61967-5540-4b97-93d5-d8d2d4045288 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.302877] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e49c93-5c39-4fe5-ab9e-b53a31cc255f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.338718] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc8d57-2885-44bd-aee6-5537b5d41f12 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.347020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4560e60b-4671-4133-bf1f-b0da352e1b1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.362046] env[68828]: DEBUG nova.compute.provider_tree [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.487279] env[68828]: DEBUG nova.network.neutron [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updated VIF entry in instance network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.487761] env[68828]: DEBUG nova.network.neutron [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [{"id": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "address": "fa:16:3e:38:36:16", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d62f46-89", "ovs_interfaceid": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.549320] env[68828]: DEBUG nova.network.neutron [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.674310] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.909802] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 873.911598] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2261610-8d44-43ae-8de6-2185ec730521 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.916107] env[68828]: DEBUG nova.scheduler.client.report [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.916107] env[68828]: DEBUG nova.compute.provider_tree [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 77 to 78 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.916681] env[68828]: DEBUG nova.compute.provider_tree [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.924897] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 873.925110] env[68828]: ERROR oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk due to incomplete transfer. [ 873.925356] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15b43efc-0e44-4bbf-bac9-acfd91646e84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.932916] env[68828]: DEBUG oslo_vmware.rw_handles [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272b8d8-f950-7b25-0b70-1c43f1e000c8/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 873.933245] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploaded image c254fa87-258b-4f8d-b968-d7ce30fc9a1a to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 873.936653] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 873.936801] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7cf5714-0ce3-4971-8d6a-0e3eb3162754 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.942284] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 873.942284] env[68828]: value = "task-3230672" [ 873.942284] env[68828]: _type = "Task" [ 873.942284] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.958289] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230672, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.990511] env[68828]: DEBUG oslo_concurrency.lockutils [req-45539041-b74d-4c28-b58d-1309fe8b45db req-6d982f2e-2a29-43b7-83f4-79237a0f397a service nova] Releasing lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.052983] env[68828]: INFO nova.compute.manager [-] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Took 1.79 seconds to deallocate network for instance. [ 874.196593] env[68828]: DEBUG nova.compute.manager [req-fde20540-9ec3-4395-856e-fc8e859b7b8b req-ad2060c7-e206-4ea5-89f1-10d453acbb7c service nova] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Received event network-vif-deleted-fe769c0b-e3cc-48a5-b67a-2711d498dfa1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.258264] env[68828]: DEBUG nova.objects.instance [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lazy-loading 'flavor' on Instance uuid e3018609-8a3a-46cf-ba3a-98905fcffcf0 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.423096] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.957s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.423645] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.428702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.985s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.456462] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230672, 'name': Destroy_Task, 'duration_secs': 0.362978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.458081] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroyed the VM [ 874.458081] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 874.458081] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92abf87d-b0a4-4939-b7ef-36e585cecf14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.464472] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 874.464472] env[68828]: value = "task-3230673" [ 874.464472] env[68828]: _type = "Task" [ 874.464472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.473342] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.606205] env[68828]: INFO nova.compute.manager [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Took 0.55 seconds to detach 1 volumes for instance. [ 874.610168] env[68828]: DEBUG nova.compute.manager [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Deleting volume: cab81f13-6ce7-4388-bc9a-80eb10be7106 {{(pid=68828) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 874.768944] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ca8fe0b5-00eb-4f54-98b3-43ccbe9ac7c3 tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.414s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.931674] env[68828]: INFO nova.compute.claims [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.939397] env[68828]: DEBUG nova.compute.utils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.942766] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.943235] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.976720] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.055997] env[68828]: DEBUG nova.policy [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd783b41db0f748918a8c5f8bb5088612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25db23f8a1c447cd94211bf4ab36a3be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.172374] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.400980] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.400980] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.444875] env[68828]: INFO nova.compute.resource_tracker [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating resource usage from migration c7adbaa9-af50-4c6f-aeb1-88a53fc1e2a0 [ 875.451149] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.477324] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.536815] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Successfully created port: db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.903262] env[68828]: INFO nova.compute.manager [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Detaching volume 1534ea74-631c-48de-8189-b9909ab82715 [ 875.960298] env[68828]: INFO nova.virt.block_device [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Attempting to driver detach volume 1534ea74-631c-48de-8189-b9909ab82715 from mountpoint /dev/sdb [ 875.963019] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 875.963019] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645788', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'name': 'volume-1534ea74-631c-48de-8189-b9909ab82715', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3018609-8a3a-46cf-ba3a-98905fcffcf0', 'attached_at': '', 'detached_at': '', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'serial': '1534ea74-631c-48de-8189-b9909ab82715'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 875.963019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7a9c3-c0e6-4e8c-8cc2-8777a615a49d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.990377] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef01b9b5-5be0-4984-b02a-d5a88157a8c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.996805] env[68828]: DEBUG oslo_vmware.api [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230673, 'name': RemoveSnapshot_Task, 'duration_secs': 1.431575} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.997527] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 875.997821] env[68828]: INFO nova.compute.manager [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 14.58 seconds to snapshot the instance on the hypervisor. [ 876.006901] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b27225e-267f-4832-b630-aae1c140e83d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.034668] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b5c563-cbcf-4d3c-b8f8-3b94b902d4e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.039128] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb135eb-ded3-4aed-b4f7-ffb5242dd8da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.056537] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b139d2c-336b-4455-b8f6-632957862f45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.060380] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] The volume has not been displaced from its original location: [datastore2] volume-1534ea74-631c-48de-8189-b9909ab82715/volume-1534ea74-631c-48de-8189-b9909ab82715.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 876.065986] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.066349] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d35d598-bd74-4dd0-bce8-a7438386b212 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.110441] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d352f4-2421-4e7a-ba80-e6ff807fa321 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.113416] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 876.113416] env[68828]: value = "task-3230675" [ 876.113416] env[68828]: _type = "Task" [ 876.113416] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.120538] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613a36b-05b5-472f-8af6-0ce46923405a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.127671] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.138791] env[68828]: DEBUG nova.compute.provider_tree [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.466180] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.491896] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.492207] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.492396] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.492703] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.492858] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.493017] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.493232] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.493467] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.493887] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.494091] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.494276] env[68828]: DEBUG nova.virt.hardware [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.495156] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67b9eb2-905f-470f-9aa6-d063714f1552 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.503131] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb7e87f-ebb3-4585-9c2f-30b27797f9e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.564362] env[68828]: DEBUG nova.compute.manager [None req-d7211bfd-30d8-4241-be33-855ff6d3fea5 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Found 2 images (rotation: 2) {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 876.624103] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230675, 'name': ReconfigVM_Task, 'duration_secs': 0.216977} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.624509] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.630300] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c31935b-9aad-4a2c-ba31-2d3907741741 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.642548] env[68828]: DEBUG nova.scheduler.client.report [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.647624] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 876.647624] env[68828]: value = "task-3230676" [ 876.647624] env[68828]: _type = "Task" [ 876.647624] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.657161] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.857185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.857441] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.147387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.721s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.147857] env[68828]: INFO nova.compute.manager [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Migrating [ 877.154723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.996s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.156139] env[68828]: INFO nova.compute.claims [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.171919] env[68828]: DEBUG nova.compute.manager [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Received event network-vif-plugged-db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.171919] env[68828]: DEBUG oslo_concurrency.lockutils [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] Acquiring lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.171919] env[68828]: DEBUG oslo_concurrency.lockutils [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.171919] env[68828]: DEBUG oslo_concurrency.lockutils [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.171919] env[68828]: DEBUG nova.compute.manager [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] No waiting events found dispatching network-vif-plugged-db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.171919] env[68828]: WARNING nova.compute.manager [req-12670999-7f45-4e54-8576-bec650c24e18 req-62007eab-88b6-4bdd-80b6-9fd9cd5d0b97 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Received unexpected event network-vif-plugged-db9149a1-183c-4b3e-b6b2-2b0ab30c346c for instance with vm_state building and task_state spawning. [ 877.177749] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.261544] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Successfully updated port: db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.360049] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.671076] env[68828]: DEBUG oslo_vmware.api [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230676, 'name': ReconfigVM_Task, 'duration_secs': 0.732512} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.671405] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645788', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'name': 'volume-1534ea74-631c-48de-8189-b9909ab82715', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3018609-8a3a-46cf-ba3a-98905fcffcf0', 'attached_at': '', 'detached_at': '', 'volume_id': '1534ea74-631c-48de-8189-b9909ab82715', 'serial': '1534ea74-631c-48de-8189-b9909ab82715'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 877.674960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.675318] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.675318] env[68828]: DEBUG nova.network.neutron [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.765334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.765520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.765656] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.812210] env[68828]: DEBUG nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.813151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3657d9-4d43-48ed-831c-875961b74ecb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.881952] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.231071] env[68828]: DEBUG nova.objects.instance [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lazy-loading 'flavor' on Instance uuid e3018609-8a3a-46cf-ba3a-98905fcffcf0 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.306552] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.325064] env[68828]: INFO nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] instance snapshotting [ 878.325629] env[68828]: DEBUG nova.objects.instance [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.430153] env[68828]: DEBUG nova.network.neutron [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.448531] env[68828]: DEBUG nova.network.neutron [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Updating instance_info_cache with network_info: [{"id": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "address": "fa:16:3e:fe:04:b0", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9149a1-18", "ovs_interfaceid": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.589234] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b422ae-54c7-4eca-b68d-25b80e680a23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.597836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad3e3e-7c6d-4c4d-89a9-82234378109b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.631635] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b5986-147b-482a-abb9-69d8dde17696 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.641483] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3dabb-8d24-4a1f-aa67-0ce9e9cd97d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.655687] env[68828]: DEBUG nova.compute.provider_tree [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.833412] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc5b66-35ec-4b65-91ec-2d9a11e7eb1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.852240] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0e068-36d0-43a4-ae04-7ed6edf0fc5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.933321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.950241] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.950621] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Instance network_info: |[{"id": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "address": "fa:16:3e:fe:04:b0", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9149a1-18", "ovs_interfaceid": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.951294] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:04:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9149a1-183c-4b3e-b6b2-2b0ab30c346c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.958790] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.959302] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.959557] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-202dbc8e-72c9-443a-9db2-1cba627bc7f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.979857] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.979857] env[68828]: value = "task-3230677" [ 878.979857] env[68828]: _type = "Task" [ 878.979857] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.987640] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230677, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.159631] env[68828]: DEBUG nova.scheduler.client.report [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.199820] env[68828]: DEBUG nova.compute.manager [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Received event network-changed-db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.199820] env[68828]: DEBUG nova.compute.manager [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Refreshing instance network info cache due to event network-changed-db9149a1-183c-4b3e-b6b2-2b0ab30c346c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.199820] env[68828]: DEBUG oslo_concurrency.lockutils [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] Acquiring lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.199820] env[68828]: DEBUG oslo_concurrency.lockutils [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] Acquired lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.199820] env[68828]: DEBUG nova.network.neutron [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Refreshing network info cache for port db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.237390] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7e10d32c-8bcb-4dfc-92f7-a0d5ee5efcff tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.838s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.361995] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.362339] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b077211-b102-4cea-9f1e-e9d361ea2802 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.372127] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 879.372127] env[68828]: value = "task-3230678" [ 879.372127] env[68828]: _type = "Task" [ 879.372127] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.380680] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.490549] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230677, 'name': CreateVM_Task, 'duration_secs': 0.319591} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.490690] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.491401] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.491598] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.491926] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492209] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ffed3b-604f-4637-a148-d4fb30d34b82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.496661] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 879.496661] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529dc74d-43c5-160a-ec46-c283d181ed9e" [ 879.496661] env[68828]: _type = "Task" [ 879.496661] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.505592] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529dc74d-43c5-160a-ec46-c283d181ed9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.664647] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.665217] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.667954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.951s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.668184] env[68828]: DEBUG nova.objects.instance [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lazy-loading 'resources' on Instance uuid c90fc964-8d2a-40ce-b420-62bc2eb89cbc {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.886403] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230678, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.971780] env[68828]: DEBUG nova.network.neutron [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Updated VIF entry in instance network info cache for port db9149a1-183c-4b3e-b6b2-2b0ab30c346c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.972305] env[68828]: DEBUG nova.network.neutron [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Updating instance_info_cache with network_info: [{"id": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "address": "fa:16:3e:fe:04:b0", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9149a1-18", "ovs_interfaceid": "db9149a1-183c-4b3e-b6b2-2b0ab30c346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.007850] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529dc74d-43c5-160a-ec46-c283d181ed9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.008320] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.008596] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.009919] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010139] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010365] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.010678] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67b87b89-f027-471c-b104-077db196c868 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.019496] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.019694] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.020430] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1622036c-f7e6-4efc-a7fd-48b6f6dede6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.027669] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 880.027669] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520f2f9b-aa01-1be6-0ca3-f81922c426a2" [ 880.027669] env[68828]: _type = "Task" [ 880.027669] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.034688] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520f2f9b-aa01-1be6-0ca3-f81922c426a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.170802] env[68828]: DEBUG nova.compute.utils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.172257] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 880.386197] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230678, 'name': CreateSnapshot_Task, 'duration_secs': 0.702778} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.386476] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.387332] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409a2d6-41ea-43e1-9f30-7792b4a9e060 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.410680] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.410932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.449509] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c51173-fd7f-44eb-bc5f-02800bbfd169 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.467667] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.476752] env[68828]: DEBUG oslo_concurrency.lockutils [req-3a56a86c-fa8b-450e-a5d6-c0a50ca0360f req-c7bd2801-13c4-4516-94aa-7a0462a3dd69 service nova] Releasing lock "refresh_cache-b43823c1-9940-4a08-9bc7-f49db1991eb7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.538733] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520f2f9b-aa01-1be6-0ca3-f81922c426a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.539517] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925dae61-e1e7-4d18-a326-32e32ec36053 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.546988] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 880.546988] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d35db-dcfc-d7d4-c18e-b93ba923dfaf" [ 880.546988] env[68828]: _type = "Task" [ 880.546988] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.554145] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d35db-dcfc-d7d4-c18e-b93ba923dfaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.568012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4efe99-9eec-4393-a2ce-a41350378642 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.574640] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ea97f-a009-4e8b-9ec7-a374a6c84a88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.604789] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43d61c-0cb9-44a4-894f-ba4070993177 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.611511] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66cce4-6608-496c-93a8-9001b469342e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.624582] env[68828]: DEBUG nova.compute.provider_tree [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.676586] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.907381] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.907620] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4a53a84-473a-4554-a61c-cc709506acf7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.912655] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.917379] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 880.917379] env[68828]: value = "task-3230679" [ 880.917379] env[68828]: _type = "Task" [ 880.917379] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.926096] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230679, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.979918] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.980431] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "5152d49a-74aa-437e-b489-e47d585fd47c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.980736] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.980997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.981254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.981478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.983314] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2b876e-dfa4-4e94-be42-ec35421f9b8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.987325] env[68828]: INFO nova.compute.manager [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Terminating instance [ 880.992846] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 880.992846] env[68828]: value = "task-3230680" [ 880.992846] env[68828]: _type = "Task" [ 880.992846] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.004033] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.059206] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d35db-dcfc-d7d4-c18e-b93ba923dfaf, 'name': SearchDatastore_Task, 'duration_secs': 0.029544} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.059483] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.059769] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] b43823c1-9940-4a08-9bc7-f49db1991eb7/b43823c1-9940-4a08-9bc7-f49db1991eb7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.060072] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f457768-a1d5-4a61-9522-0884fd17711d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.067674] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 881.067674] env[68828]: value = "task-3230681" [ 881.067674] env[68828]: _type = "Task" [ 881.067674] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.076412] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.128021] env[68828]: DEBUG nova.scheduler.client.report [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.432968] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230679, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.441272] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.494467] env[68828]: DEBUG nova.compute.manager [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.494680] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.495719] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a326e-aa8b-4abe-8a87-48f1b76c587e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.509083] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230680, 'name': PowerOffVM_Task, 'duration_secs': 0.205974} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.511497] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.511632] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.515533] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.515967] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e9691e1-0dad-43d9-a552-5b3f21a4b1ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.523805] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 881.523805] env[68828]: value = "task-3230682" [ 881.523805] env[68828]: _type = "Task" [ 881.523805] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.536135] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.579289] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482682} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.579289] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] b43823c1-9940-4a08-9bc7-f49db1991eb7/b43823c1-9940-4a08-9bc7-f49db1991eb7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.579289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.579530] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46808b11-f4d9-4ce7-b08b-8cce80512cf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.586044] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 881.586044] env[68828]: value = "task-3230683" [ 881.586044] env[68828]: _type = "Task" [ 881.586044] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.593351] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.633090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.636029] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.329s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.636172] env[68828]: DEBUG nova.objects.instance [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.653935] env[68828]: INFO nova.scheduler.client.report [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Deleted allocations for instance c90fc964-8d2a-40ce-b420-62bc2eb89cbc [ 881.686237] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.714180] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.714379] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.714582] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.714801] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.714978] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.715172] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.715409] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.715600] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.715798] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.715999] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.716238] env[68828]: DEBUG nova.virt.hardware [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.717360] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03de6583-8126-4258-985c-6fbdc93ad831 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.724859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c04999-59e3-444c-976d-f6a3df21c3f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.738445] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.743936] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Creating folder: Project (128065a4aae34e0db97f5e1a670331fc). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.744245] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432095b2-af16-427c-b0ec-2dcca3d92067 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.753840] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Created folder: Project (128065a4aae34e0db97f5e1a670331fc) in parent group-v645630. [ 881.754068] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Creating folder: Instances. Parent ref: group-v645792. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.754322] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322242f3-6645-46d1-bc44-d70cf8c29bb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.761906] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Created folder: Instances in parent group-v645792. [ 881.762178] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.762391] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.762624] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3cb9947-e6da-4a90-bb55-387284ba042b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.778469] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.778469] env[68828]: value = "task-3230686" [ 881.778469] env[68828]: _type = "Task" [ 881.778469] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.785549] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230686, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.929869] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230679, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.018959] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.019297] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.019488] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.019674] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.019820] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.019966] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.020183] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.020352] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.020549] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.020750] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.020929] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.026317] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b0bd09-e236-488b-b8a2-cde7407fd7e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.048451] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230682, 'name': PowerOffVM_Task, 'duration_secs': 0.366367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.050040] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.050367] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.050787] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 882.050787] env[68828]: value = "task-3230687" [ 882.050787] env[68828]: _type = "Task" [ 882.050787] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.051080] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-328d2661-e149-4d26-9d02-862abf4dfe6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.063194] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.095000] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070523} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.095331] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.096281] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23166cfe-d7be-481a-866e-e3e62d085578 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.125763] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b43823c1-9940-4a08-9bc7-f49db1991eb7/b43823c1-9940-4a08-9bc7-f49db1991eb7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.127347] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8116064-0894-416b-b82e-f2ffbfec91be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.145559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.145775] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.145948] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Deleting the datastore file [datastore1] 5152d49a-74aa-437e-b489-e47d585fd47c {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.149010] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fcd5aae-f40b-495d-937a-2798391eadf5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.160373] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 882.160373] env[68828]: value = "task-3230690" [ 882.160373] env[68828]: _type = "Task" [ 882.160373] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.161735] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for the task: (returnval){ [ 882.161735] env[68828]: value = "task-3230689" [ 882.161735] env[68828]: _type = "Task" [ 882.161735] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.162750] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a11483cf-bd64-4434-9271-789f3fd3d7d7 tempest-ServersTestMultiNic-1361603275 tempest-ServersTestMultiNic-1361603275-project-member] Lock "c90fc964-8d2a-40ce-b420-62bc2eb89cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.187s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.180025] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.180468] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.288290] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230686, 'name': CreateVM_Task, 'duration_secs': 0.267395} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.288417] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.288923] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.288980] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.289309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.289602] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0443713c-1701-473c-be7e-7839093745e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.294642] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 882.294642] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b951b6-5431-6e88-d488-bbc071a593f8" [ 882.294642] env[68828]: _type = "Task" [ 882.294642] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.308728] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b951b6-5431-6e88-d488-bbc071a593f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.431668] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230679, 'name': CloneVM_Task, 'duration_secs': 1.12263} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.431985] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Created linked-clone VM from snapshot [ 882.432773] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974bb5ee-ca8b-42db-b865-f411a2a272c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.440358] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploading image bd449616-a85b-4a2f-81e2-b2a78d17f84a {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.466277] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.466277] env[68828]: value = "vm-645791" [ 882.466277] env[68828]: _type = "VirtualMachine" [ 882.466277] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.466681] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4131103a-5165-4f7e-a208-b68ad543b583 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.474863] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease: (returnval){ [ 882.474863] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527792b2-4be3-108e-effb-c093dc351be4" [ 882.474863] env[68828]: _type = "HttpNfcLease" [ 882.474863] env[68828]: } obtained for exporting VM: (result){ [ 882.474863] env[68828]: value = "vm-645791" [ 882.474863] env[68828]: _type = "VirtualMachine" [ 882.474863] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.475212] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the lease: (returnval){ [ 882.475212] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527792b2-4be3-108e-effb-c093dc351be4" [ 882.475212] env[68828]: _type = "HttpNfcLease" [ 882.475212] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.484647] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.484647] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527792b2-4be3-108e-effb-c093dc351be4" [ 882.484647] env[68828]: _type = "HttpNfcLease" [ 882.484647] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.562916] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230687, 'name': ReconfigVM_Task, 'duration_secs': 0.270561} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.563269] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.655095] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b4b0cb13-0e71-47ab-8ee9-cfe07933d8d2 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.656131] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.207s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.656361] env[68828]: DEBUG nova.objects.instance [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lazy-loading 'resources' on Instance uuid a662a95e-29c9-499e-ac76-ffa7ea549964 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.681304] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230690, 'name': ReconfigVM_Task, 'duration_secs': 0.354565} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.681689] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b43823c1-9940-4a08-9bc7-f49db1991eb7/b43823c1-9940-4a08-9bc7-f49db1991eb7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.682364] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.683111] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97964bd0-6141-4dc5-90cf-fb29e58bd2a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.690142] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 882.690142] env[68828]: value = "task-3230692" [ 882.690142] env[68828]: _type = "Task" [ 882.690142] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.703457] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230692, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.810270] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b951b6-5431-6e88-d488-bbc071a593f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015431} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.810701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.810931] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.811256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.811438] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.811734] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.812024] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c7aefc5-3b93-44a3-a393-e0ca5ad04682 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.821653] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.821696] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.822520] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fdfb72-a22f-4aff-8c95-8124c2a73f6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.828395] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 882.828395] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52df5dc1-a3a8-3b96-f3c4-1b647eeb558a" [ 882.828395] env[68828]: _type = "Task" [ 882.828395] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.836971] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52df5dc1-a3a8-3b96-f3c4-1b647eeb558a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.983622] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.983622] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527792b2-4be3-108e-effb-c093dc351be4" [ 882.983622] env[68828]: _type = "HttpNfcLease" [ 882.983622] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.983952] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.983952] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527792b2-4be3-108e-effb-c093dc351be4" [ 882.983952] env[68828]: _type = "HttpNfcLease" [ 882.983952] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.984722] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5ad9f-9eb5-42a4-a6a1-e790e64112e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.994426] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.994770] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.070381] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:41:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='83be3fad-1396-4b2b-9a45-bad5774f8cea',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059780825',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.070660] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.070976] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.070976] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.071287] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.071418] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.071655] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.071762] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.071932] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.072172] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.072399] env[68828]: DEBUG nova.virt.hardware [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.078700] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.079066] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163a882f-d3b4-4857-8f2f-cf833cd8440b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.098215] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 883.098215] env[68828]: value = "task-3230693" [ 883.098215] env[68828]: _type = "Task" [ 883.098215] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.108505] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.180967] env[68828]: DEBUG oslo_vmware.api [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Task: {'id': task-3230689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549991} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.181376] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.181683] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.181997] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.182317] env[68828]: INFO nova.compute.manager [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 883.182587] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.185821] env[68828]: DEBUG nova.compute.manager [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.185983] env[68828]: DEBUG nova.network.neutron [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.190712] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a642b1ad-caba-4bdd-9837-886f25fa6cf2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.203617] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230692, 'name': Rename_Task, 'duration_secs': 0.153472} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.206178] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.206812] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43892faf-71da-496b-9f1a-c8a407b71ed2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.215465] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 883.215465] env[68828]: value = "task-3230694" [ 883.215465] env[68828]: _type = "Task" [ 883.215465] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.226374] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.347307] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52df5dc1-a3a8-3b96-f3c4-1b647eeb558a, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.347925] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c62230d-6434-4637-baf8-384617cad7e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.356479] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 883.356479] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cda2da-3373-3e45-6eec-324d571976ea" [ 883.356479] env[68828]: _type = "Task" [ 883.356479] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.369845] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cda2da-3373-3e45-6eec-324d571976ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.370293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.370674] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.371155] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1184093-a14f-420f-88b3-eda8fde6f0af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.381946] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 883.381946] env[68828]: value = "task-3230695" [ 883.381946] env[68828]: _type = "Task" [ 883.381946] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.393271] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.616643] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230693, 'name': ReconfigVM_Task, 'duration_secs': 0.183084} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.621654] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.623695] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ada80-1c85-440b-809d-4d09ea76a2de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.653965] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.657363] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855bcf59-2248-4bc4-9079-bf15568435e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.680310] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 883.680310] env[68828]: value = "task-3230696" [ 883.680310] env[68828]: _type = "Task" [ 883.680310] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.696793] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.727137] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.740517] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea0b09-fdc5-4297-8232-182c1abc1604 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.749846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c402e89e-58bd-43ba-a135-4d0b522646b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.790076] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e99e54-fa12-4187-bed1-0dd1c6b12549 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.797595] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeee52fb-b648-49a4-8494-6e67972bcbd4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.813308] env[68828]: DEBUG nova.compute.provider_tree [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.895200] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482255} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.895514] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.898412] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.898412] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-234bb81a-0e17-485b-b6a3-27f13791ae9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.903249] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 883.903249] env[68828]: value = "task-3230697" [ 883.903249] env[68828]: _type = "Task" [ 883.903249] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.915505] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.174361] env[68828]: DEBUG nova.compute.manager [req-ee325292-3b62-4222-86c5-19b88f0f1c69 req-7dbfd6eb-0935-4d7b-9f78-8237825f3c9c service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Received event network-vif-deleted-00048f3b-4922-4809-8456-ad98c5618197 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.174636] env[68828]: INFO nova.compute.manager [req-ee325292-3b62-4222-86c5-19b88f0f1c69 req-7dbfd6eb-0935-4d7b-9f78-8237825f3c9c service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Neutron deleted interface 00048f3b-4922-4809-8456-ad98c5618197; detaching it from the instance and deleting it from the info cache [ 884.174828] env[68828]: DEBUG nova.network.neutron [req-ee325292-3b62-4222-86c5-19b88f0f1c69 req-7dbfd6eb-0935-4d7b-9f78-8237825f3c9c service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.193235] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230696, 'name': ReconfigVM_Task, 'duration_secs': 0.390366} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.194183] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.194665] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.234079] env[68828]: DEBUG oslo_vmware.api [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230694, 'name': PowerOnVM_Task, 'duration_secs': 0.517088} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.234079] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.234079] env[68828]: INFO nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Took 7.77 seconds to spawn the instance on the hypervisor. [ 884.234079] env[68828]: DEBUG nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.234886] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d1bb8-7cbe-4703-911d-c2729d496632 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.317413] env[68828]: DEBUG nova.scheduler.client.report [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.415911] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069759} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.416273] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.417172] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a612c-e48f-467f-b1dc-481d4bff7010 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.442342] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.442342] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a1e1d0-90e4-4a88-b4a7-4129ed6e3fa2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.466181] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 884.466181] env[68828]: value = "task-3230698" [ 884.466181] env[68828]: _type = "Task" [ 884.466181] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.475638] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.561240] env[68828]: DEBUG nova.network.neutron [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.678218] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac341ca7-4bdb-42fa-858a-3d081b6df641 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.687683] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87010fa-056d-4b80-abb4-3da1731287a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.705260] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5e2fd-dbfe-4f93-a772-6ec18ab8555c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.753922] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb50191-c00d-44c6-abbb-ec30198d5eb0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.768287] env[68828]: DEBUG nova.compute.manager [req-ee325292-3b62-4222-86c5-19b88f0f1c69 req-7dbfd6eb-0935-4d7b-9f78-8237825f3c9c service nova] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Detach interface failed, port_id=00048f3b-4922-4809-8456-ad98c5618197, reason: Instance 5152d49a-74aa-437e-b489-e47d585fd47c could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.771191] env[68828]: INFO nova.compute.manager [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Took 38.99 seconds to build instance. [ 884.791567] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.822300] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.826587] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.423s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.828287] env[68828]: DEBUG nova.objects.instance [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 884.872831] env[68828]: INFO nova.scheduler.client.report [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Deleted allocations for instance a662a95e-29c9-499e-ac76-ffa7ea549964 [ 884.982021] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.067450] env[68828]: INFO nova.compute.manager [-] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Took 1.88 seconds to deallocate network for instance. [ 885.297623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-379ef4a5-3857-4975-8dda-ff2b78f73098 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.991s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.368609] env[68828]: DEBUG nova.network.neutron [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Port 7430bc25-a8cd-4bae-9926-008add1f1431 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 885.385983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.386314] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.387099] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.387099] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.387099] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.391822] env[68828]: INFO nova.compute.manager [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Terminating instance [ 885.397266] env[68828]: DEBUG oslo_concurrency.lockutils [None req-119bdf3e-9fcc-4411-8095-f87d50d7978a tempest-AttachInterfacesUnderV243Test-2063200289 tempest-AttachInterfacesUnderV243Test-2063200289-project-member] Lock "a662a95e-29c9-499e-ac76-ffa7ea549964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.855s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.477865] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230698, 'name': ReconfigVM_Task, 'duration_secs': 0.514161} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.478173] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.478784] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad2bd4c-adc7-42b9-9f41-00ffd5259f3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.485465] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 885.485465] env[68828]: value = "task-3230699" [ 885.485465] env[68828]: _type = "Task" [ 885.485465] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.494071] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230699, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.575047] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.838244] env[68828]: DEBUG oslo_concurrency.lockutils [None req-effdc678-29c0-4184-8196-0342a4ebc88e tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.842437] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.032s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.844075] env[68828]: INFO nova.compute.claims [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.899872] env[68828]: DEBUG nova.compute.manager [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.900165] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.901134] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c21e6-78b9-496c-a189-d61b56e4dd89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.910862] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.912153] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364cd376-6722-453b-8fa6-48c70d91a6d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.918349] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 885.918349] env[68828]: value = "task-3230700" [ 885.918349] env[68828]: _type = "Task" [ 885.918349] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.928693] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.995799] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230699, 'name': Rename_Task, 'duration_secs': 0.144502} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.996224] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.996488] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5284819-d479-4eeb-984d-d81e1fe9c1dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.003852] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 886.003852] env[68828]: value = "task-3230701" [ 886.003852] env[68828]: _type = "Task" [ 886.003852] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.017241] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.395752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.396051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.396205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.429367] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230700, 'name': PowerOffVM_Task, 'duration_secs': 0.279431} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.429943] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.430289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.430394] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7dee8c3-5004-4126-adfa-95769c6f4f46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.495856] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.496125] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.496294] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Deleting the datastore file [datastore2] d2bc86a8-3c11-454a-8f8e-b6012ecd8f33 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.496562] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78053c4f-4d22-414f-8b1d-33e554924c6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.504234] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for the task: (returnval){ [ 886.504234] env[68828]: value = "task-3230703" [ 886.504234] env[68828]: _type = "Task" [ 886.504234] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.516278] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.519182] env[68828]: DEBUG oslo_vmware.api [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230701, 'name': PowerOnVM_Task, 'duration_secs': 0.481114} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.519419] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.519641] env[68828]: INFO nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Took 4.83 seconds to spawn the instance on the hypervisor. [ 886.519811] env[68828]: DEBUG nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.520708] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7e206-e004-4c14-a8d3-410a5569a34e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.611398] env[68828]: DEBUG nova.compute.manager [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.612503] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559fc3f1-d7e2-45a3-83c9-2a8abdbd0318 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.637196] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.637622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.017781] env[68828]: DEBUG oslo_vmware.api [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Task: {'id': task-3230703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287894} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.020493] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.020752] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.021046] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.021295] env[68828]: INFO nova.compute.manager [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Took 1.12 seconds to destroy the instance on the hypervisor. [ 887.021573] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.022609] env[68828]: DEBUG nova.compute.manager [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.022609] env[68828]: DEBUG nova.network.neutron [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.039688] env[68828]: INFO nova.compute.manager [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Took 38.90 seconds to build instance. [ 887.144080] env[68828]: INFO nova.compute.manager [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] instance snapshotting [ 887.145809] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.149141] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f14a2f-4bd7-4896-95e7-eec66e0197a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.175241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4807087-1bb9-4a75-a228-2fc838ba9d48 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368992] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e7ae1-e2a7-48fa-aa00-9536991584d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.383097] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a167d-a317-4b6a-8e6a-2220518601e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.420877] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f5b21-a1e0-4b21-8264-f4ea12156623 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.429914] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed1e910-9042-4853-8351-28bbe037044f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.445256] env[68828]: DEBUG nova.compute.provider_tree [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.527667] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.527866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.528333] env[68828]: DEBUG nova.network.neutron [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.541453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c017f39f-8daf-43ab-b512-3febb84cdbfb tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.412s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.678271] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.691829] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.692144] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78e1bcdb-ef9a-420c-afeb-adfe77779838 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.701061] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 887.701061] env[68828]: value = "task-3230704" [ 887.701061] env[68828]: _type = "Task" [ 887.701061] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.709902] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.730286] env[68828]: DEBUG nova.compute.manager [req-42d5e983-15a9-455e-88c9-b2a451cb6b91 req-17a2fee5-03e6-47a1-be0d-6fbfb23e6e9c service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Received event network-vif-deleted-85a517d1-2800-4ad2-ad33-6d4c5963bcba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.730286] env[68828]: INFO nova.compute.manager [req-42d5e983-15a9-455e-88c9-b2a451cb6b91 req-17a2fee5-03e6-47a1-be0d-6fbfb23e6e9c service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Neutron deleted interface 85a517d1-2800-4ad2-ad33-6d4c5963bcba; detaching it from the instance and deleting it from the info cache [ 887.730286] env[68828]: DEBUG nova.network.neutron [req-42d5e983-15a9-455e-88c9-b2a451cb6b91 req-17a2fee5-03e6-47a1-be0d-6fbfb23e6e9c service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.949042] env[68828]: DEBUG nova.scheduler.client.report [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.148873] env[68828]: DEBUG nova.network.neutron [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.213868] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.234109] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ade71e03-6417-4657-87e0-be16bcaf6beb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.250426] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cf985-8fbb-4adb-8b7c-e61edc8cfe04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292984] env[68828]: DEBUG nova.compute.manager [req-42d5e983-15a9-455e-88c9-b2a451cb6b91 req-17a2fee5-03e6-47a1-be0d-6fbfb23e6e9c service nova] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Detach interface failed, port_id=85a517d1-2800-4ad2-ad33-6d4c5963bcba, reason: Instance d2bc86a8-3c11-454a-8f8e-b6012ecd8f33 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.296826] env[68828]: DEBUG nova.network.neutron [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.457243] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.457243] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.461732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.667s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.461732] env[68828]: DEBUG nova.objects.instance [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 888.653526] env[68828]: INFO nova.compute.manager [-] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Took 1.63 seconds to deallocate network for instance. [ 888.713375] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230704, 'name': CreateSnapshot_Task, 'duration_secs': 0.744156} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.713675] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.714584] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f137ea1-c37e-4e52-a0aa-cdbd6f1adf37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.800100] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823766] env[68828]: INFO nova.compute.manager [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Rebuilding instance [ 888.874453] env[68828]: DEBUG nova.compute.manager [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.875437] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19503d06-c5bc-4067-9fa0-baee2539a873 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.962317] env[68828]: DEBUG nova.compute.utils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.964505] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.964666] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.060451] env[68828]: DEBUG nova.policy [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.161269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.241367] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.241367] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b34cc24e-e7c5-48ef-bab5-67c4bbf3ee6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.250398] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 889.250398] env[68828]: value = "task-3230705" [ 889.250398] env[68828]: _type = "Task" [ 889.250398] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.261881] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230705, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.331919] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a357cf29-78f5-46d3-9082-385aa099bff8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.352279] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2e57d-02dc-43a4-8dd1-448d16310db6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.359923] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.409888] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.410244] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.468100] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.474975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e29b5a47-3741-4c0a-ac9e-3c32f29aeb6e tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.478145] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.823s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.478145] env[68828]: DEBUG nova.objects.instance [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lazy-loading 'resources' on Instance uuid 09e0b6d9-9189-4e13-b37b-447db8b4bfcb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.601124] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Successfully created port: bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.761095] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230705, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.868189] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.868189] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c7cabf-4898-4b1e-a397-0a7ac28ec320 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.874399] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 889.874399] env[68828]: value = "task-3230706" [ 889.874399] env[68828]: _type = "Task" [ 889.874399] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.883952] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.894974] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.894974] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406e8ebb-3b56-41dc-9c3d-141b47793b5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.901021] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 889.901021] env[68828]: value = "task-3230707" [ 889.901021] env[68828]: _type = "Task" [ 889.901021] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.909665] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.925700] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.928031] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 889.928031] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.263070] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230705, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.391866] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.409931] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230707, 'name': PowerOffVM_Task, 'duration_secs': 0.193693} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.413172] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.413974] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.415088] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bed303-0740-4990-9ca3-6828dceea6ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.427261] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.427579] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9ffb0e-c50b-48b3-9307-d2db739c3be0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.433792] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.459020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.459020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.459020] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Deleting the datastore file [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.459020] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55c5501b-b012-45fc-8084-5d7f86e9f9ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.463208] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 890.463208] env[68828]: value = "task-3230709" [ 890.463208] env[68828]: _type = "Task" [ 890.463208] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.475760] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.483648] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.512362] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.512716] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.513818] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.514142] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.514386] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.514977] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.515820] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.515820] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.517098] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.517098] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.517098] env[68828]: DEBUG nova.virt.hardware [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.518127] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fe938e-c325-412e-afb8-4180bee7c5d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.531028] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29213a-fea2-4234-9b03-bcaa07753e2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.598665] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3984498-058c-4afe-9fa7-ff330035e369 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.604646] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04dfbb3-463d-4e7a-a231-e8f67554d6a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.636018] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e22e85-5d45-41d4-930b-4cee5d5c8c35 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.643818] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ab63a-0507-4a8e-9fec-6b89c8732272 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.660265] env[68828]: DEBUG nova.compute.provider_tree [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.763056] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230705, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.889413] env[68828]: DEBUG oslo_vmware.api [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230706, 'name': PowerOnVM_Task, 'duration_secs': 0.547889} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.889874] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.890215] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cd71-ce20-4dcf-bd10-f9db99b12e3f tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance '392377e1-e0c2-4696-ad23-66a9287fa003' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.973591] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161508} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.974162] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.974260] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.974387] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.164204] env[68828]: DEBUG nova.scheduler.client.report [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.264757] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230705, 'name': CloneVM_Task, 'duration_secs': 1.788583} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.265604] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Created linked-clone VM from snapshot [ 891.265909] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074bf825-308a-466d-b430-0fda3a9e1720 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.273973] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Uploading image eebcde25-083f-405e-bd81-26995eb5571a {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.316622] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.316622] env[68828]: value = "vm-645796" [ 891.316622] env[68828]: _type = "VirtualMachine" [ 891.316622] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.316958] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c8e7dd7-7a14-4278-b41a-8f7e704b4db9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.324478] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease: (returnval){ [ 891.324478] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0c90f-1cb7-1cab-b85b-6ad2e011da13" [ 891.324478] env[68828]: _type = "HttpNfcLease" [ 891.324478] env[68828]: } obtained for exporting VM: (result){ [ 891.324478] env[68828]: value = "vm-645796" [ 891.324478] env[68828]: _type = "VirtualMachine" [ 891.324478] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.324848] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the lease: (returnval){ [ 891.324848] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0c90f-1cb7-1cab-b85b-6ad2e011da13" [ 891.324848] env[68828]: _type = "HttpNfcLease" [ 891.324848] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.332105] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.332105] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0c90f-1cb7-1cab-b85b-6ad2e011da13" [ 891.332105] env[68828]: _type = "HttpNfcLease" [ 891.332105] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.440467] env[68828]: DEBUG nova.compute.manager [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received event network-vif-plugged-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.440711] env[68828]: DEBUG oslo_concurrency.lockutils [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.440935] env[68828]: DEBUG oslo_concurrency.lockutils [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.444172] env[68828]: DEBUG oslo_concurrency.lockutils [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.444172] env[68828]: DEBUG nova.compute.manager [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] No waiting events found dispatching network-vif-plugged-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.444172] env[68828]: WARNING nova.compute.manager [req-4321907e-e360-46a7-bd0c-79b6318f7723 req-870e533d-86ce-4a35-af71-e55578ec14b9 service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received unexpected event network-vif-plugged-bd1d045f-af6c-409b-96ed-03b05b2f517b for instance with vm_state building and task_state spawning. [ 891.501673] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Successfully updated port: bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.675225] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.681627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.860s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.681915] env[68828]: DEBUG nova.objects.instance [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lazy-loading 'resources' on Instance uuid bc1bfe80-9b9c-4915-93eb-12e80197ad49 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.689770] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 891.691131] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f59990f-dfca-49b9-81f7-bbf714e3c3ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699502] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 891.699676] env[68828]: ERROR oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk due to incomplete transfer. [ 891.699909] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83e99285-39b5-4511-91b3-2832e3a93ac7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.706100] env[68828]: INFO nova.scheduler.client.report [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleted allocations for instance 09e0b6d9-9189-4e13-b37b-447db8b4bfcb [ 891.714323] env[68828]: DEBUG oslo_vmware.rw_handles [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60f85-f2e7-ffb5-4a37-d47983b2baf1/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 891.714323] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Uploaded image bd449616-a85b-4a2f-81e2-b2a78d17f84a to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 891.719728] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.720460] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54c18ba8-c358-45d3-80e4-6c7069e9477e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.729932] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 891.729932] env[68828]: value = "task-3230711" [ 891.729932] env[68828]: _type = "Task" [ 891.729932] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.736795] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230711, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.836492] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.836492] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0c90f-1cb7-1cab-b85b-6ad2e011da13" [ 891.836492] env[68828]: _type = "HttpNfcLease" [ 891.836492] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.836927] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.836927] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f0c90f-1cb7-1cab-b85b-6ad2e011da13" [ 891.836927] env[68828]: _type = "HttpNfcLease" [ 891.836927] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 891.837885] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d71de5-349f-4cab-ad8f-615c30a2f659 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.847227] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.847538] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.976223] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f73edb8d-e1d8-4479-adf3-c2dda7d04e69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.004130] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.004130] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.004285] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.017316] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.017794] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.017794] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.017926] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.018417] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.018417] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.018417] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.018587] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.018709] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.019806] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.019806] env[68828]: DEBUG nova.virt.hardware [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.021257] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7dcb9-f2a6-4477-9b1c-33ddff82da33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.036198] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61094dc9-6e2e-42fc-b3ee-54f05b311978 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.051965] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.057660] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.057972] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.058212] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0075f932-2dd2-4060-880d-f2fbd6bc77aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.076018] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.076018] env[68828]: value = "task-3230712" [ 892.076018] env[68828]: _type = "Task" [ 892.076018] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.085092] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230712, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.215122] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4feafe40-0a71-487b-b175-183d9e2a31a9 tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "09e0b6d9-9189-4e13-b37b-447db8b4bfcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.064s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.239629] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230711, 'name': Destroy_Task, 'duration_secs': 0.343041} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.242420] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroyed the VM [ 892.242764] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.246254] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fa69f51-3f8d-4f26-8782-e6cf7232721e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.254494] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 892.254494] env[68828]: value = "task-3230713" [ 892.254494] env[68828]: _type = "Task" [ 892.254494] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.271793] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.554442] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.591758] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230712, 'name': CreateVM_Task, 'duration_secs': 0.435683} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.592166] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.593017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.595582] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.595582] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.595582] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995bbdc6-5aec-4e77-8414-91ae27a71d60 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.600162] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 892.600162] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f6ed01-e22b-5ea4-6f22-13510516f14f" [ 892.600162] env[68828]: _type = "Task" [ 892.600162] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.615043] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f6ed01-e22b-5ea4-6f22-13510516f14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.638410] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.638747] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.638958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.639105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.639558] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.644296] env[68828]: INFO nova.compute.manager [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Terminating instance [ 892.752146] env[68828]: DEBUG nova.network.neutron [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updating instance_info_cache with network_info: [{"id": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "address": "fa:16:3e:41:37:e9", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d045f-af", "ovs_interfaceid": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.754458] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf61028-9cc2-4f51-b38b-10e978989a48 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.769686] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b692391-152d-4dbf-bb7c-a5a841c2c928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.774238] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230713, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.811575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddd47e7-cf85-4c8e-9a9f-c4fc42f48d41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.820073] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b5a301-96c2-4e76-8fb1-4d9a307ca284 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.836542] env[68828]: DEBUG nova.compute.provider_tree [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.111036] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f6ed01-e22b-5ea4-6f22-13510516f14f, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.111190] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.111419] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.111702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.111806] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.111983] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.112258] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8fd95f-504a-4222-b18d-888f2d751850 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.122144] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.122516] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.123157] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e023c87-ff76-4ef4-9610-f3716242abc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.132181] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 893.132181] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a949d-bb18-b090-1dc4-c11b610dda54" [ 893.132181] env[68828]: _type = "Task" [ 893.132181] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.139386] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a949d-bb18-b090-1dc4-c11b610dda54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.150586] env[68828]: DEBUG nova.compute.manager [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.151271] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.152607] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa50f9-c68d-4d44-a322-11ddead3349b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.160771] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.160771] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87472557-ea5b-460b-acdf-ac5e7f05aa6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.167658] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 893.167658] env[68828]: value = "task-3230714" [ 893.167658] env[68828]: _type = "Task" [ 893.167658] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.178138] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.190075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.190656] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.259330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.259855] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance network_info: |[{"id": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "address": "fa:16:3e:41:37:e9", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d045f-af", "ovs_interfaceid": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.260414] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:37:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1d045f-af6c-409b-96ed-03b05b2f517b', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.268435] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.272229] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.272513] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d721d2-6d11-4b7a-bd9e-134e41daa63e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.293346] env[68828]: DEBUG oslo_vmware.api [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230713, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63961} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.295178] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.295618] env[68828]: INFO nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 14.46 seconds to snapshot the instance on the hypervisor. [ 893.298068] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.298068] env[68828]: value = "task-3230715" [ 893.298068] env[68828]: _type = "Task" [ 893.298068] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.310030] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230715, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.341745] env[68828]: DEBUG nova.scheduler.client.report [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.469241] env[68828]: DEBUG nova.compute.manager [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received event network-changed-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.469362] env[68828]: DEBUG nova.compute.manager [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Refreshing instance network info cache due to event network-changed-bd1d045f-af6c-409b-96ed-03b05b2f517b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.469690] env[68828]: DEBUG oslo_concurrency.lockutils [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] Acquiring lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469866] env[68828]: DEBUG oslo_concurrency.lockutils [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] Acquired lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.470125] env[68828]: DEBUG nova.network.neutron [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Refreshing network info cache for port bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.610108] env[68828]: DEBUG nova.network.neutron [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Port 7430bc25-a8cd-4bae-9926-008add1f1431 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 893.610622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.610965] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.611497] env[68828]: DEBUG nova.network.neutron [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.643464] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a949d-bb18-b090-1dc4-c11b610dda54, 'name': SearchDatastore_Task, 'duration_secs': 0.019297} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.644307] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3669315-7972-4529-82f6-83bcd7d792f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.650235] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 893.650235] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525687c1-ce59-68fd-b61d-ff93b39071bb" [ 893.650235] env[68828]: _type = "Task" [ 893.650235] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.658910] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525687c1-ce59-68fd-b61d-ff93b39071bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.676904] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230714, 'name': PowerOffVM_Task, 'duration_secs': 0.365527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.677198] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.677382] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.677745] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c45cbc4-55e5-44b2-8340-99e40154cf47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.694530] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.741443] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.741443] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.741443] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleting the datastore file [datastore2] 2eca808d-d018-4b45-ac0b-ef2768ed1818 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.741633] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7373a1a-bb96-42c1-8b53-93f8182d1188 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.748372] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for the task: (returnval){ [ 893.748372] env[68828]: value = "task-3230717" [ 893.748372] env[68828]: _type = "Task" [ 893.748372] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.757892] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.814488] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230715, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.849242] env[68828]: DEBUG nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Found 3 images (rotation: 2) {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 893.849466] env[68828]: DEBUG nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Rotating out 1 backups {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 893.849635] env[68828]: DEBUG nova.compute.manager [None req-a1915c5c-4d1b-42f4-aab3-2ef487c15f24 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleting image 3422ac2d-21e3-46eb-937a-0750ee8ad4f9 {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 893.852890] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.855556] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.755s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.855821] env[68828]: DEBUG nova.objects.instance [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lazy-loading 'resources' on Instance uuid d56b077a-17f8-4c80-87bd-e45e469fc93b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.884543] env[68828]: INFO nova.scheduler.client.report [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Deleted allocations for instance bc1bfe80-9b9c-4915-93eb-12e80197ad49 [ 894.165226] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525687c1-ce59-68fd-b61d-ff93b39071bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.165226] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.165226] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.165226] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc92536-d8b9-4728-94c0-85e63d3e1310 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.171182] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 894.171182] env[68828]: value = "task-3230718" [ 894.171182] env[68828]: _type = "Task" [ 894.171182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.181690] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.213863] env[68828]: DEBUG nova.network.neutron [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updated VIF entry in instance network info cache for port bd1d045f-af6c-409b-96ed-03b05b2f517b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.214281] env[68828]: DEBUG nova.network.neutron [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updating instance_info_cache with network_info: [{"id": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "address": "fa:16:3e:41:37:e9", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d045f-af", "ovs_interfaceid": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.226603] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.261974] env[68828]: DEBUG oslo_vmware.api [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Task: {'id': task-3230717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350826} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.262303] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.262644] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.262938] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.263211] env[68828]: INFO nova.compute.manager [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Took 1.11 seconds to destroy the instance on the hypervisor. [ 894.263530] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.263787] env[68828]: DEBUG nova.compute.manager [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.263944] env[68828]: DEBUG nova.network.neutron [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.311907] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230715, 'name': CreateVM_Task, 'duration_secs': 0.605859} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.312218] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.314142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.314142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.314299] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.318191] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cd5456-2d8e-452b-b4b5-20e37aef2618 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.329243] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 894.329243] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ef9a99-3d79-26f6-bc14-a8f680b978f2" [ 894.329243] env[68828]: _type = "Task" [ 894.329243] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.341679] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ef9a99-3d79-26f6-bc14-a8f680b978f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.400709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7c1e5cd-bb60-45ba-bbb8-713111b97dc8 tempest-ServerShowV257Test-1046134814 tempest-ServerShowV257Test-1046134814-project-member] Lock "bc1bfe80-9b9c-4915-93eb-12e80197ad49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.409s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.472519] env[68828]: DEBUG nova.network.neutron [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.682334] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230718, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.718267] env[68828]: DEBUG oslo_concurrency.lockutils [req-60834a05-7c09-4c85-97b4-46c4ed86795c req-416b828d-b644-4af5-a655-0f0ad98ea74a service nova] Releasing lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.843051] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ef9a99-3d79-26f6-bc14-a8f680b978f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020082} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.843384] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.843671] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.844097] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.844180] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.844337] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.844991] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00a4790-7be4-4c12-8441-353fc9f53367 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.856641] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.856881] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.857683] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab7e9d5-b964-44ca-8901-ecdab5914071 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.864410] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 894.864410] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fca21-16bd-d314-0608-f410ffa77894" [ 894.864410] env[68828]: _type = "Task" [ 894.864410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.875657] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fca21-16bd-d314-0608-f410ffa77894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.974669] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38bbdba-590d-4ac4-9674-088b504f81f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.977808] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.984776] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b74f7-8dcb-4733-9411-2fbdf72d07da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.017957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd7aa4-c9cd-4c22-a20a-ff9ae5d01d47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.025738] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87231bd3-9747-46fc-862e-af6cdb6e6af6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.040928] env[68828]: DEBUG nova.compute.provider_tree [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.183854] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792504} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.184116] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.184344] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.184602] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813ed9aa-0d96-4ddf-8104-abfb4c7d72ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.191072] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 895.191072] env[68828]: value = "task-3230719" [ 895.191072] env[68828]: _type = "Task" [ 895.191072] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.207040] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.310896] env[68828]: DEBUG nova.network.neutron [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.375347] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521fca21-16bd-d314-0608-f410ffa77894, 'name': SearchDatastore_Task, 'duration_secs': 0.021415} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.376237] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57e046f-ce0e-4206-b43c-94c0d394db17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.381704] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 895.381704] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524da282-349c-2fec-f6e7-bd3fff635baf" [ 895.381704] env[68828]: _type = "Task" [ 895.381704] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.390545] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524da282-349c-2fec-f6e7-bd3fff635baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.481555] env[68828]: DEBUG nova.compute.manager [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68828) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 895.481803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.495281] env[68828]: DEBUG nova.compute.manager [req-57e508db-4d5c-4cdd-bedc-d806ad1a2219 req-5ffb4190-0932-4cc8-8a05-1beb1904535c service nova] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Received event network-vif-deleted-a0e3c1b2-5630-4189-93be-d9cf52c08924 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.544383] env[68828]: DEBUG nova.scheduler.client.report [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.705618] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180808} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.706719] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.710064] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555827e-a292-48e8-98c2-4f7f0d578e42 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.724239] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.724544] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.724755] env[68828]: DEBUG nova.compute.manager [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.734854] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.735208] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8032b73-937f-4c16-91cb-a13f352f6076 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.738048] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9b4659-a79b-44d7-9382-2455e9d4d56c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.757173] env[68828]: DEBUG nova.compute.manager [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 895.757760] env[68828]: DEBUG nova.objects.instance [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.760277] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 895.760277] env[68828]: value = "task-3230720" [ 895.760277] env[68828]: _type = "Task" [ 895.760277] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.769234] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.812972] env[68828]: INFO nova.compute.manager [-] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Took 1.55 seconds to deallocate network for instance. [ 895.893098] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524da282-349c-2fec-f6e7-bd3fff635baf, 'name': SearchDatastore_Task, 'duration_secs': 0.025282} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.893416] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.893711] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 7e3dfb00-d02b-4748-a2f4-03d0b14dc440/7e3dfb00-d02b-4748-a2f4-03d0b14dc440.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.894016] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c0815f-21ad-4936-9a57-43b44ec8594e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.906138] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 895.906138] env[68828]: value = "task-3230721" [ 895.906138] env[68828]: _type = "Task" [ 895.906138] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.914993] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.050202] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.053092] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.461s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.055618] env[68828]: INFO nova.compute.claims [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.085408] env[68828]: INFO nova.scheduler.client.report [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Deleted allocations for instance d56b077a-17f8-4c80-87bd-e45e469fc93b [ 896.273801] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230720, 'name': ReconfigVM_Task, 'duration_secs': 0.303413} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.274106] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80/0a226834-95c6-4bbb-8f0b-814135e50e80.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.275315] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b0f6a5-b88a-435f-8e4a-b2e178689dad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.283037] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 896.283037] env[68828]: value = "task-3230722" [ 896.283037] env[68828]: _type = "Task" [ 896.283037] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.291677] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230722, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.321399] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.421995] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.595476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9beb2a68-3df5-4f5f-8d6e-d9153c7501c2 tempest-ServersListShow298Test-654663108 tempest-ServersListShow298Test-654663108-project-member] Lock "d56b077a-17f8-4c80-87bd-e45e469fc93b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.717s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.768852] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.769775] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12fb729-6a55-44eb-8a56-adb2891ee413 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.776137] env[68828]: DEBUG oslo_vmware.api [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 896.776137] env[68828]: value = "task-3230723" [ 896.776137] env[68828]: _type = "Task" [ 896.776137] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.785060] env[68828]: DEBUG oslo_vmware.api [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.793061] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230722, 'name': Rename_Task, 'duration_secs': 0.141167} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.793415] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.793684] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a6b3c5-febc-45c7-966d-a841579de4d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.799358] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 896.799358] env[68828]: value = "task-3230724" [ 896.799358] env[68828]: _type = "Task" [ 896.799358] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.807174] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.916825] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82693} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.917111] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 7e3dfb00-d02b-4748-a2f4-03d0b14dc440/7e3dfb00-d02b-4748-a2f4-03d0b14dc440.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.917330] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.917587] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f4f93e-d3b7-4223-af45-24d5efb449b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.923510] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 896.923510] env[68828]: value = "task-3230725" [ 896.923510] env[68828]: _type = "Task" [ 896.923510] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.932231] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.290345] env[68828]: DEBUG oslo_vmware.api [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230723, 'name': PowerOffVM_Task, 'duration_secs': 0.204033} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.290601] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.290834] env[68828]: DEBUG nova.compute.manager [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.291695] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b9240-ffe3-434d-bac2-4cdc50a8abeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.311021] env[68828]: DEBUG oslo_vmware.api [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230724, 'name': PowerOnVM_Task, 'duration_secs': 0.5017} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.313949] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.313949] env[68828]: DEBUG nova.compute.manager [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.315429] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c109d1-a728-4316-a541-6f9efd8fc056 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.435387] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141095} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.436171] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.439162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbbf2e-b7a5-489d-9be1-a950c55e70ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.470913] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 7e3dfb00-d02b-4748-a2f4-03d0b14dc440/7e3dfb00-d02b-4748-a2f4-03d0b14dc440.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.473962] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84256f94-98e3-4a5b-9005-74d207fb3091 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.494335] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 897.494335] env[68828]: value = "task-3230726" [ 897.494335] env[68828]: _type = "Task" [ 897.494335] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.502672] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.517619] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a70af-7896-4344-afc9-c2d8f0493be1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.524879] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57b8d79-e96d-4bb5-bf59-ef8ffd2d8b5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.557146] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a208d42-8140-48e3-9623-80009f9fbedf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.565859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5d05d-9e29-412f-86dc-e5239eb401f5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.580548] env[68828]: DEBUG nova.compute.provider_tree [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.805218] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2ff46a6c-2170-4905-a6c0-d8f9b827fbcd tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.832667] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.007080] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.083962] env[68828]: DEBUG nova.scheduler.client.report [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.506163] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230726, 'name': ReconfigVM_Task, 'duration_secs': 0.626444} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.506985] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 7e3dfb00-d02b-4748-a2f4-03d0b14dc440/7e3dfb00-d02b-4748-a2f4-03d0b14dc440.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.507134] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb31fa59-a63e-4bd5-abad-25a928b71c7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.513113] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 898.513113] env[68828]: value = "task-3230727" [ 898.513113] env[68828]: _type = "Task" [ 898.513113] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.526087] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230727, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.588648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.589210] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.591812] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.309s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.593278] env[68828]: INFO nova.compute.claims [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.023351] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230727, 'name': Rename_Task, 'duration_secs': 0.161917} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.023651] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.023902] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585f9559-6ab6-4278-b8fb-cfcc4dcbb0ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.030154] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 899.030154] env[68828]: value = "task-3230728" [ 899.030154] env[68828]: _type = "Task" [ 899.030154] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.038183] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.540449] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.041243] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.542204] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.043620] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.459638] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.460640] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934908ba-3428-4e9d-b2cb-7f84f4e77ded {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.469028] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.469028] env[68828]: ERROR oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk due to incomplete transfer. [ 901.469028] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4d4d9e8-01dd-4188-84d8-6fec132c3005 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.476009] env[68828]: DEBUG oslo_vmware.rw_handles [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522037d5-09f5-082f-9604-7a35a362261d/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 901.476223] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Uploaded image eebcde25-083f-405e-bd81-26995eb5571a to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 901.478529] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.478790] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d20c9906-555d-4e38-8c68-80b2e452551a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.485035] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 901.485035] env[68828]: value = "task-3230729" [ 901.485035] env[68828]: _type = "Task" [ 901.485035] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.494020] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230729, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.543259] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.600308] env[68828]: DEBUG nova.compute.utils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.601724] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.601888] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.655819] env[68828]: DEBUG nova.policy [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd049c269f9db437c8fe95437af264ea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7045d7872854a439bbf63a360ea908b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.872609] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.873230] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.873719] env[68828]: DEBUG nova.objects.instance [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid 614c2b9e-841e-442f-a7e3-fd3b27d84f06 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.875245] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "0a226834-95c6-4bbb-8f0b-814135e50e80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.875580] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.875915] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "0a226834-95c6-4bbb-8f0b-814135e50e80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.876229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.876529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.880862] env[68828]: INFO nova.compute.manager [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Terminating instance [ 901.932230] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Successfully created port: 0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.995044] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230729, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.012190] env[68828]: DEBUG nova.compute.manager [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Stashing vm_state: stopped {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 902.043800] env[68828]: DEBUG oslo_vmware.api [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230728, 'name': PowerOnVM_Task, 'duration_secs': 2.855751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.044116] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.044278] env[68828]: INFO nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Took 11.56 seconds to spawn the instance on the hypervisor. [ 902.044450] env[68828]: DEBUG nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.045240] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b199a0c9-f9ea-48e8-86e2-6e3724f025c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.107165] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.386838] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "refresh_cache-0a226834-95c6-4bbb-8f0b-814135e50e80" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.387032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquired lock "refresh_cache-0a226834-95c6-4bbb-8f0b-814135e50e80" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.387219] env[68828]: DEBUG nova.network.neutron [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.460375] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c562a4-6b80-4679-9072-5ee5093763ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.468038] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13d6e3-ea9b-4355-82f9-bf90cc28e8c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.501736] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef2af7-f0b4-473b-be1c-f3b9a5f2655a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.504777] env[68828]: DEBUG nova.objects.instance [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid 614c2b9e-841e-442f-a7e3-fd3b27d84f06 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.510459] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230729, 'name': Destroy_Task, 'duration_secs': 0.612866} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.513531] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Destroyed the VM [ 902.513776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.514066] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-373af899-71e5-4a28-9ec7-26e58e0ea7ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.516544] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a3b19-f487-4152-8440-26f1e6bebe0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.538733] env[68828]: DEBUG nova.compute.provider_tree [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.540091] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 902.540091] env[68828]: value = "task-3230730" [ 902.540091] env[68828]: _type = "Task" [ 902.540091] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.541431] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.549667] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.561777] env[68828]: INFO nova.compute.manager [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Took 36.78 seconds to build instance. [ 902.907640] env[68828]: DEBUG nova.network.neutron [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.958546] env[68828]: DEBUG nova.network.neutron [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.007846] env[68828]: DEBUG nova.objects.base [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance<614c2b9e-841e-442f-a7e3-fd3b27d84f06> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.008199] env[68828]: DEBUG nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.042331] env[68828]: DEBUG nova.scheduler.client.report [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.047761] env[68828]: DEBUG nova.policy [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.060471] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230730, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.063983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-78001050-65f8-461a-a19f-702f13e15b3a tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.286s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.118633] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.141734] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.142021] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.142145] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.142326] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.142657] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.142657] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.142805] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.142960] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.143200] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.143335] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.143508] env[68828]: DEBUG nova.virt.hardware [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.144387] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ce01a6-0748-4e56-b61b-204fc72608a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.152395] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12229327-5fa4-400e-a73d-0bd57b0e78f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.361923] env[68828]: INFO nova.compute.manager [None req-00369353-8036-41ff-8449-e0eb375314ed tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Get console output [ 903.362302] env[68828]: WARNING nova.virt.vmwareapi.driver [None req-00369353-8036-41ff-8449-e0eb375314ed tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] The console log is missing. Check your VSPC configuration [ 903.363726] env[68828]: DEBUG nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Successfully created port: dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.426869] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Successfully updated port: 0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.460957] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Releasing lock "refresh_cache-0a226834-95c6-4bbb-8f0b-814135e50e80" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.461465] env[68828]: DEBUG nova.compute.manager [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.461663] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.462685] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209f6482-7c7f-46f2-bca1-a1a61e99e805 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.470588] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.470839] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1406bf-dcd2-4f7a-b62a-29d381b47ef6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.478232] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 903.478232] env[68828]: value = "task-3230731" [ 903.478232] env[68828]: _type = "Task" [ 903.478232] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.486761] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.550982] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.959s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.551619] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.557354] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.686s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.559252] env[68828]: INFO nova.compute.claims [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.567238] env[68828]: DEBUG oslo_vmware.api [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.998421} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.567483] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.567708] env[68828]: INFO nova.compute.manager [None req-533ecfda-80c0-4a77-8618-cc65e6d7feee tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Took 16.42 seconds to snapshot the instance on the hypervisor. [ 903.611758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.612016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.612199] env[68828]: INFO nova.compute.manager [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Shelving [ 903.929252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.929408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.929562] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.987964] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230731, 'name': PowerOffVM_Task, 'duration_secs': 0.199252} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.988239] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.988408] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.988654] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67d68ac0-7bf7-4c20-ae90-2e22cca3dac6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.012123] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.012309] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.012489] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Deleting the datastore file [datastore1] 0a226834-95c6-4bbb-8f0b-814135e50e80 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.012757] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346fd6d9-a7c6-4841-9089-a0eb43dadcad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.019382] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for the task: (returnval){ [ 904.019382] env[68828]: value = "task-3230733" [ 904.019382] env[68828]: _type = "Task" [ 904.019382] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.028899] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.065210] env[68828]: DEBUG nova.compute.utils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.066526] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.066643] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.105460] env[68828]: DEBUG nova.policy [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa361d6d90544e9a400dd581320c547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4843b5dbe7404384bdc633eb6eece3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.368946] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Successfully created port: 445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.460821] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.529783] env[68828]: DEBUG oslo_vmware.api [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Task: {'id': task-3230733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223129} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.530062] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.530316] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.530536] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.530716] env[68828]: INFO nova.compute.manager [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Took 1.07 seconds to destroy the instance on the hypervisor. [ 904.530955] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.531158] env[68828]: DEBUG nova.compute.manager [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.531252] env[68828]: DEBUG nova.network.neutron [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.548921] env[68828]: DEBUG nova.network.neutron [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.572692] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.622572] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.623541] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f030c2-aa58-4d31-952b-e65169eaf266 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.634503] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 904.634503] env[68828]: value = "task-3230734" [ 904.634503] env[68828]: _type = "Task" [ 904.634503] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.645244] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.661010] env[68828]: DEBUG nova.network.neutron [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Updating instance_info_cache with network_info: [{"id": "0a77746e-76f4-4d57-be37-84d0b4075496", "address": "fa:16:3e:d1:b7:32", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a77746e-76", "ovs_interfaceid": "0a77746e-76f4-4d57-be37-84d0b4075496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.791710] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.791949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.907129] env[68828]: DEBUG nova.compute.manager [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Received event network-vif-plugged-0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.907356] env[68828]: DEBUG oslo_concurrency.lockutils [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] Acquiring lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.907580] env[68828]: DEBUG oslo_concurrency.lockutils [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.908443] env[68828]: DEBUG oslo_concurrency.lockutils [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.908443] env[68828]: DEBUG nova.compute.manager [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] No waiting events found dispatching network-vif-plugged-0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.908443] env[68828]: WARNING nova.compute.manager [req-2eac73a7-44d6-41b1-9272-9a51d120c741 req-f5040925-4fa5-4b4c-af03-5c1d9106f0a7 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Received unexpected event network-vif-plugged-0a77746e-76f4-4d57-be37-84d0b4075496 for instance with vm_state building and task_state spawning. [ 904.971676] env[68828]: DEBUG nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Successfully updated port: dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.013465] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b564994-b13b-427e-81c3-7f61e1326c3e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.021387] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ea0f8-9723-49ea-aac4-8793d986ae71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.052751] env[68828]: DEBUG nova.network.neutron [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.054686] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef746c0-9a16-48b8-a948-22016ca02775 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.062342] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5028702d-d891-4c13-ba35-416dc1cce043 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.078031] env[68828]: DEBUG nova.compute.provider_tree [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.144574] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230734, 'name': PowerOffVM_Task, 'duration_secs': 0.184255} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.144838] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.145729] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0505e68-550e-46b1-aa3c-09324d97ebdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.164030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da780a9f-d29c-4469-b7e6-2f80befef9ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.166428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.166666] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Instance network_info: |[{"id": "0a77746e-76f4-4d57-be37-84d0b4075496", "address": "fa:16:3e:d1:b7:32", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a77746e-76", "ovs_interfaceid": "0a77746e-76f4-4d57-be37-84d0b4075496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.167029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a77746e-76f4-4d57-be37-84d0b4075496', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.174456] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.175033] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.175250] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-176bb9df-49f1-49f0-9b27-58905f55cb01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.198902] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.198902] env[68828]: value = "task-3230735" [ 905.198902] env[68828]: _type = "Task" [ 905.198902] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.207484] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.294091] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.478387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.478589] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.478709] env[68828]: DEBUG nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.558828] env[68828]: INFO nova.compute.manager [-] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Took 1.03 seconds to deallocate network for instance. [ 905.565933] env[68828]: DEBUG nova.compute.manager [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-vif-plugged-dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.566226] env[68828]: DEBUG oslo_concurrency.lockutils [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.566543] env[68828]: DEBUG oslo_concurrency.lockutils [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.566775] env[68828]: DEBUG oslo_concurrency.lockutils [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.567043] env[68828]: DEBUG nova.compute.manager [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] No waiting events found dispatching network-vif-plugged-dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.567174] env[68828]: WARNING nova.compute.manager [req-862807ef-7a32-4ab0-a07a-7df30f869939 req-2f9dc8f1-689e-40d0-9049-91b381f58c35 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received unexpected event network-vif-plugged-dddcbfd5-0e83-4856-be26-18e3b9543f99 for instance with vm_state active and task_state None. [ 905.583198] env[68828]: DEBUG nova.scheduler.client.report [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.587751] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.611682] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.611922] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.612101] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.612290] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.612432] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.612574] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.612774] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.614142] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.614142] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.614142] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.614142] env[68828]: DEBUG nova.virt.hardware [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.614330] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208124b9-8583-468e-9652-57420de9afb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.623081] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c19cfc-312b-4f32-a64f-7c5fc75a71e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.695827] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.696163] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9fcdea7-98c3-4c34-a3fa-ad855aa13ef6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.704443] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 905.704443] env[68828]: value = "task-3230736" [ 905.704443] env[68828]: _type = "Task" [ 905.704443] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.707785] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.715378] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.737975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.738253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.738465] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.738642] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.739453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.741021] env[68828]: INFO nova.compute.manager [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Terminating instance [ 906.035856] env[68828]: WARNING nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 906.213894] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.219486] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.245366] env[68828]: DEBUG nova.compute.manager [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.246597] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.246703] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77568dc4-e3fe-49ed-b8a9-c72d621695a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.255289] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.255560] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4dd211f-c2b2-4e29-a443-df988e1564cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.262211] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 906.262211] env[68828]: value = "task-3230737" [ 906.262211] env[68828]: _type = "Task" [ 906.262211] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.269987] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.377755] env[68828]: DEBUG nova.network.neutron [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dddcbfd5-0e83-4856-be26-18e3b9543f99", "address": "fa:16:3e:85:ff:93", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddcbfd5-0e", "ovs_interfaceid": "dddcbfd5-0e83-4856-be26-18e3b9543f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.711957] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.718989] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.773010] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.880651] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.881385] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.881577] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.882664] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7e3fa-826c-483f-960c-fc02d2ac8ce1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.905385] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.905385] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.905713] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.905713] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.905948] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.906112] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.906363] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.906547] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.906836] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.906946] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.907119] env[68828]: DEBUG nova.virt.hardware [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.914272] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfiguring VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 906.915093] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4602a2e2-767a-497a-bf84-0b8bf666d9bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.935314] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 906.935314] env[68828]: value = "task-3230738" [ 906.935314] env[68828]: _type = "Task" [ 906.935314] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.944213] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.070347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.084078] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Successfully updated port: 445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.094568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.535s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.094568] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.096688] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.065s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.096688] env[68828]: DEBUG nova.objects.instance [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'resources' on Instance uuid 1f816be1-4397-4b36-8b9e-9b359a4bd47b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.112456] env[68828]: DEBUG nova.compute.manager [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Received event network-changed-0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.112663] env[68828]: DEBUG nova.compute.manager [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Refreshing instance network info cache due to event network-changed-0a77746e-76f4-4d57-be37-84d0b4075496. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.113811] env[68828]: DEBUG oslo_concurrency.lockutils [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] Acquiring lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.113811] env[68828]: DEBUG oslo_concurrency.lockutils [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] Acquired lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.113811] env[68828]: DEBUG nova.network.neutron [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Refreshing network info cache for port 0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.212974] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.221314] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230736, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.272929] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230737, 'name': PowerOffVM_Task, 'duration_secs': 0.787842} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.273255] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.273439] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.273681] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9abe6f4-225a-464e-b70f-d1c24cf192ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.322989] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.445484] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.590874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.590874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.590874] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.598406] env[68828]: DEBUG nova.compute.utils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.602021] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.602454] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.639574] env[68828]: DEBUG nova.policy [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecdfcb764b64a9690fd116a17797fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1567042e89bf49e2855e86d423c5ae70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.720824] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.726073] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230736, 'name': CreateSnapshot_Task, 'duration_secs': 1.761557} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.726582] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.729618] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2c913-53a4-47b9-9d3c-db0debf5c3bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.820850] env[68828]: DEBUG nova.compute.manager [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-changed-dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.821076] env[68828]: DEBUG nova.compute.manager [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing instance network info cache due to event network-changed-dddcbfd5-0e83-4856-be26-18e3b9543f99. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.821306] env[68828]: DEBUG oslo_concurrency.lockutils [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.821450] env[68828]: DEBUG oslo_concurrency.lockutils [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.821611] env[68828]: DEBUG nova.network.neutron [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Refreshing network info cache for port dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.850885] env[68828]: DEBUG nova.network.neutron [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Updated VIF entry in instance network info cache for port 0a77746e-76f4-4d57-be37-84d0b4075496. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.851299] env[68828]: DEBUG nova.network.neutron [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Updating instance_info_cache with network_info: [{"id": "0a77746e-76f4-4d57-be37-84d0b4075496", "address": "fa:16:3e:d1:b7:32", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a77746e-76", "ovs_interfaceid": "0a77746e-76f4-4d57-be37-84d0b4075496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.914336] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Successfully created port: ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.949078] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.016639] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd484ad-3387-4c41-a5f7-d855e40e21ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.024719] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2622cf-4c03-4a6a-b74a-17694bf9d6a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.056225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50ba153-5fd7-4789-93b9-423a7db2e1d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.058921] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.059125] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.059308] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Deleting the datastore file [datastore2] acf985b4-48a1-41eb-a1a3-6c0a041c7b5b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.059544] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9058a8c9-3a11-4c39-b64d-9524258efaea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.068329] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d77af37-02d2-4da5-9722-e63a49f2b43d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.072458] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for the task: (returnval){ [ 908.072458] env[68828]: value = "task-3230740" [ 908.072458] env[68828]: _type = "Task" [ 908.072458] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.084143] env[68828]: DEBUG nova.compute.provider_tree [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.090256] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.105517] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.138256] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.213247] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230735, 'name': CreateVM_Task, 'duration_secs': 2.976638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.213413] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.214098] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.214345] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.214759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.215141] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266fbbfe-ee45-4509-8b26-ea721e808d9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.223037] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 908.223037] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a3e65a-15fd-07c8-74d1-68cd3f9543ba" [ 908.223037] env[68828]: _type = "Task" [ 908.223037] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.230596] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a3e65a-15fd-07c8-74d1-68cd3f9543ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.246466] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.246741] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c835fe10-d88b-42a8-ae57-976364634170 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.254229] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 908.254229] env[68828]: value = "task-3230741" [ 908.254229] env[68828]: _type = "Task" [ 908.254229] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.263366] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230741, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.319157] env[68828]: DEBUG nova.network.neutron [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.353687] env[68828]: DEBUG oslo_concurrency.lockutils [req-29a7cdbd-92e7-4497-a8e0-249531a906cd req-64e86c0c-7c7b-4a0a-98ac-feb10873cc02 service nova] Releasing lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.449484] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.573524] env[68828]: DEBUG nova.network.neutron [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updated VIF entry in instance network info cache for port dddcbfd5-0e83-4856-be26-18e3b9543f99. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.573993] env[68828]: DEBUG nova.network.neutron [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dddcbfd5-0e83-4856-be26-18e3b9543f99", "address": "fa:16:3e:85:ff:93", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddcbfd5-0e", "ovs_interfaceid": "dddcbfd5-0e83-4856-be26-18e3b9543f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.584424] env[68828]: DEBUG oslo_vmware.api [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Task: {'id': task-3230740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205737} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.585288] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.585521] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.585718] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.585918] env[68828]: INFO nova.compute.manager [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Took 2.34 seconds to destroy the instance on the hypervisor. [ 908.586210] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.587024] env[68828]: DEBUG nova.scheduler.client.report [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.590392] env[68828]: DEBUG nova.compute.manager [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.590498] env[68828]: DEBUG nova.network.neutron [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.733780] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a3e65a-15fd-07c8-74d1-68cd3f9543ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017541} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.733780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.734057] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.734057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.734324] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.734385] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.734632] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e35711f-9c93-4abe-9572-5d4712270620 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.742687] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.742823] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.743641] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fea0974-8117-4011-b957-e7fdb45a8ccb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.748402] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 908.748402] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522d70fd-1354-ed3b-4d6f-bb04d313a41b" [ 908.748402] env[68828]: _type = "Task" [ 908.748402] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.757456] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522d70fd-1354-ed3b-4d6f-bb04d313a41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.764735] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230741, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.821905] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822290] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Instance network_info: |[{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.822763] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ee:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '445dc146-e251-4607-a6cb-c5599067515c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.830478] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.832292] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.832292] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764c3ece-7d62-4851-9a3e-f13caae87768 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.850922] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.850922] env[68828]: value = "task-3230742" [ 908.850922] env[68828]: _type = "Task" [ 908.850922] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.862189] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230742, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.949436] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.080551] env[68828]: DEBUG oslo_concurrency.lockutils [req-f734ef35-8b3c-4867-a099-adb67b50bdca req-6835841a-789f-4163-afaf-d09ea7d9df24 service nova] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.094264] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.096720] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.922s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.096957] env[68828]: DEBUG nova.objects.instance [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lazy-loading 'resources' on Instance uuid e3ed8924-79e4-4af3-9bac-fa8ea807832c {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.121329] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.135310] env[68828]: INFO nova.scheduler.client.report [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocations for instance 1f816be1-4397-4b36-8b9e-9b359a4bd47b [ 909.172471] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.172471] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.174982] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.175220] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.175376] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.175649] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.175780] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.175945] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.176127] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.176380] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.176575] env[68828]: DEBUG nova.virt.hardware [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.177481] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b321b7f-1cd2-444a-9cf9-3cf9b925c601 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.187991] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc5638-9b11-4289-b9d9-21a9e793a3e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.258907] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522d70fd-1354-ed3b-4d6f-bb04d313a41b, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.262559] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b15b343-4611-4ae6-9706-e6b765561956 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.272713] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230741, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.272978] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 909.272978] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52133b92-e6bd-d94d-29e4-129d8a79535a" [ 909.272978] env[68828]: _type = "Task" [ 909.272978] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.285052] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52133b92-e6bd-d94d-29e4-129d8a79535a, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.285052] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.285257] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 27eb192c-48ae-471c-a0c0-feeb62aa04fd/27eb192c-48ae-471c-a0c0-feeb62aa04fd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.285819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53212eb8-5102-4a73-806c-0985ccdf1533 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.291980] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 909.291980] env[68828]: value = "task-3230743" [ 909.291980] env[68828]: _type = "Task" [ 909.291980] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.302381] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.361862] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230742, 'name': CreateVM_Task, 'duration_secs': 0.317627} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.362044] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.362689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.362866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.363248] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.363505] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3443dc67-e835-468e-aaaf-3a6fd81829c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.367951] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 909.367951] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2d511-aaf0-4cfe-ef3c-53ad7f1e7830" [ 909.367951] env[68828]: _type = "Task" [ 909.367951] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.376230] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2d511-aaf0-4cfe-ef3c-53ad7f1e7830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.422624] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Successfully updated port: ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.450882] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.646424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-17131a45-c394-4ed9-9dbc-62cfc51d6dfc tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "1f816be1-4397-4b36-8b9e-9b359a4bd47b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.263s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.669933] env[68828]: DEBUG nova.compute.manager [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Received event network-vif-plugged-445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.670169] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.670387] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.670586] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.670797] env[68828]: DEBUG nova.compute.manager [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] No waiting events found dispatching network-vif-plugged-445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.670917] env[68828]: WARNING nova.compute.manager [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Received unexpected event network-vif-plugged-445dc146-e251-4607-a6cb-c5599067515c for instance with vm_state building and task_state spawning. [ 909.671095] env[68828]: DEBUG nova.compute.manager [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Received event network-changed-445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.671399] env[68828]: DEBUG nova.compute.manager [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Refreshing instance network info cache due to event network-changed-445dc146-e251-4607-a6cb-c5599067515c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.671536] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Acquiring lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.671709] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Acquired lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.671831] env[68828]: DEBUG nova.network.neutron [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Refreshing network info cache for port 445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.683447] env[68828]: DEBUG nova.network.neutron [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.773494] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230741, 'name': CloneVM_Task, 'duration_secs': 1.208919} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.773494] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Created linked-clone VM from snapshot [ 909.774388] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a376f-3be0-4828-9fa8-ddf19699002b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.783740] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Uploading image d9250b33-c083-477f-800b-5a5252193b69 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.801178] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.813132] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.813132] env[68828]: value = "vm-645801" [ 909.813132] env[68828]: _type = "VirtualMachine" [ 909.813132] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.813132] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea53a9b7-9f46-4649-8427-727f93690f1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.824131] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lease: (returnval){ [ 909.824131] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a19542-62de-c1f2-1b97-08df37805714" [ 909.824131] env[68828]: _type = "HttpNfcLease" [ 909.824131] env[68828]: } obtained for exporting VM: (result){ [ 909.824131] env[68828]: value = "vm-645801" [ 909.824131] env[68828]: _type = "VirtualMachine" [ 909.824131] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.824131] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the lease: (returnval){ [ 909.824131] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a19542-62de-c1f2-1b97-08df37805714" [ 909.824131] env[68828]: _type = "HttpNfcLease" [ 909.824131] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.832370] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.832370] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a19542-62de-c1f2-1b97-08df37805714" [ 909.832370] env[68828]: _type = "HttpNfcLease" [ 909.832370] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.882435] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2d511-aaf0-4cfe-ef3c-53ad7f1e7830, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.882435] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.882680] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.882841] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.883069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.883304] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.883613] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a0bef5c-01ae-4e46-9b23-fbc0f065e105 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.892969] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.892969] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.893634] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470ea311-a2a6-41d8-83a6-a6647722f7b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.899901] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 909.899901] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c82d8-2cbd-9135-0d4a-892d829c6fa0" [ 909.899901] env[68828]: _type = "Task" [ 909.899901] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.910405] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c82d8-2cbd-9135-0d4a-892d829c6fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.925654] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.925827] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.926075] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.951507] env[68828]: DEBUG oslo_vmware.api [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230738, 'name': ReconfigVM_Task, 'duration_secs': 2.828386} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.952073] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.952306] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfigured VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 910.146762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f50da-09b0-4885-b705-66519ed7a2ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.154913] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f42fc2-9858-4a91-b2c7-75066f003674 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.186792] env[68828]: INFO nova.compute.manager [-] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Took 1.60 seconds to deallocate network for instance. [ 910.187555] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce3eec5-1edf-4b9b-b59a-f1f6aa4b31b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.200122] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb42f1-4a3d-4c30-a95b-18f859bac80b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.214995] env[68828]: DEBUG nova.compute.provider_tree [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.236264] env[68828]: DEBUG nova.compute.manager [req-cfbb0c21-a346-40e2-88f3-5611a31772a1 req-c89c54df-6a31-47bf-8fb3-07b3d4152440 service nova] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Received event network-vif-deleted-f92498df-0f19-48f0-88b2-49e0698d2ba1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.302183] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607836} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.302451] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 27eb192c-48ae-471c-a0c0-feeb62aa04fd/27eb192c-48ae-471c-a0c0-feeb62aa04fd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.302662] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.302899] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edabbb9a-1bd9-4fbe-bece-83a3d1d5aa95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.308872] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 910.308872] env[68828]: value = "task-3230745" [ 910.308872] env[68828]: _type = "Task" [ 910.308872] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.316225] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.330326] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.330326] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a19542-62de-c1f2-1b97-08df37805714" [ 910.330326] env[68828]: _type = "HttpNfcLease" [ 910.330326] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.330630] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.330630] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a19542-62de-c1f2-1b97-08df37805714" [ 910.330630] env[68828]: _type = "HttpNfcLease" [ 910.330630] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.331364] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c967a0-9b0e-464d-a96d-618d776db1d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.338998] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.339788] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.410567] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528c82d8-2cbd-9135-0d4a-892d829c6fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.411412] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2f3ce1-372e-4231-afec-4ec614479e31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.416291] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 910.416291] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fad5c2-9ec2-5027-4f1d-cff4a2a79500" [ 910.416291] env[68828]: _type = "Task" [ 910.416291] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.423747] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fad5c2-9ec2-5027-4f1d-cff4a2a79500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.432455] env[68828]: DEBUG nova.network.neutron [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updated VIF entry in instance network info cache for port 445dc146-e251-4607-a6cb-c5599067515c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.432794] env[68828]: DEBUG nova.network.neutron [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.438469] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1292194-959b-4c60-a834-fa44c5536369 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.460954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a852b844-2258-44ef-a564-adc8e1061b43 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.588s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.471235] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.695659] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.718245] env[68828]: DEBUG nova.scheduler.client.report [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.818900] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07305} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.819198] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.819918] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed011ee-a326-4c82-b3e5-68ee412ba821 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.843839] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 27eb192c-48ae-471c-a0c0-feeb62aa04fd/27eb192c-48ae-471c-a0c0-feeb62aa04fd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.846450] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc403ba4-eea2-4d6e-afab-1c881cf20e4b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.868651] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 910.868651] env[68828]: value = "task-3230746" [ 910.868651] env[68828]: _type = "Task" [ 910.868651] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.884128] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.901721] env[68828]: DEBUG nova.network.neutron [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Updating instance_info_cache with network_info: [{"id": "ded93a59-fde4-468d-9609-eebdb6c484d2", "address": "fa:16:3e:9a:cf:5d", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded93a59-fd", "ovs_interfaceid": "ded93a59-fde4-468d-9609-eebdb6c484d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.927523] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fad5c2-9ec2-5027-4f1d-cff4a2a79500, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.927921] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928215] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.928498] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c5e16e-8aa2-4528-90ae-d8a242b7bdf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.934775] env[68828]: DEBUG oslo_concurrency.lockutils [req-26e42535-dac6-4207-9c32-a75819adb153 req-1ae1c58d-46ce-4b64-82ed-f4e0b5886de8 service nova] Releasing lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.935214] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 910.935214] env[68828]: value = "task-3230747" [ 910.935214] env[68828]: _type = "Task" [ 910.935214] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.944501] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.223899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.226713] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.553s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.228053] env[68828]: DEBUG nova.objects.instance [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lazy-loading 'resources' on Instance uuid f6a92e74-cd3c-4770-ad5d-d9174460d68b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.247423] env[68828]: INFO nova.scheduler.client.report [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Deleted allocations for instance e3ed8924-79e4-4af3-9bac-fa8ea807832c [ 911.378952] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230746, 'name': ReconfigVM_Task, 'duration_secs': 0.314267} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.379153] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 27eb192c-48ae-471c-a0c0-feeb62aa04fd/27eb192c-48ae-471c-a0c0-feeb62aa04fd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.380088] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59160630-e55b-49fc-97fe-2f5739460d3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.388668] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 911.388668] env[68828]: value = "task-3230748" [ 911.388668] env[68828]: _type = "Task" [ 911.388668] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.398700] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230748, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.404384] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.404763] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Instance network_info: |[{"id": "ded93a59-fde4-468d-9609-eebdb6c484d2", "address": "fa:16:3e:9a:cf:5d", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded93a59-fd", "ovs_interfaceid": "ded93a59-fde4-468d-9609-eebdb6c484d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.405184] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:cf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded93a59-fde4-468d-9609-eebdb6c484d2', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.414391] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.414769] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.415111] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b224b1f-fc1b-4a34-a094-2b7d5840f8c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.437366] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.437366] env[68828]: value = "task-3230749" [ 911.437366] env[68828]: _type = "Task" [ 911.437366] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.449728] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230747, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.453314] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230749, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.758502] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e8fa8cf3-21ac-4250-a48a-8b53f8dbd256 tempest-ServersV294TestFqdnHostnames-1498896297 tempest-ServersV294TestFqdnHostnames-1498896297-project-member] Lock "e3ed8924-79e4-4af3-9bac-fa8ea807832c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.634s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.842763] env[68828]: DEBUG nova.compute.manager [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Received event network-vif-plugged-ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.843058] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Acquiring lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.843058] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.843177] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.843493] env[68828]: DEBUG nova.compute.manager [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] No waiting events found dispatching network-vif-plugged-ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.843686] env[68828]: WARNING nova.compute.manager [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Received unexpected event network-vif-plugged-ded93a59-fde4-468d-9609-eebdb6c484d2 for instance with vm_state building and task_state spawning. [ 911.843876] env[68828]: DEBUG nova.compute.manager [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Received event network-changed-ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.844044] env[68828]: DEBUG nova.compute.manager [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Refreshing instance network info cache due to event network-changed-ded93a59-fde4-468d-9609-eebdb6c484d2. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.844309] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Acquiring lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.844528] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Acquired lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.844765] env[68828]: DEBUG nova.network.neutron [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Refreshing network info cache for port ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.905723] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230748, 'name': Rename_Task, 'duration_secs': 0.279588} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.906191] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.906553] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd553d4-7498-44b1-a912-d9e20fbfee73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.918349] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 911.918349] env[68828]: value = "task-3230750" [ 911.918349] env[68828]: _type = "Task" [ 911.918349] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.933747] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.957141] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686201} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.966577] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.966948] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.967530] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230749, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.967904] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a37b3bd4-9fa2-4168-a58d-e371539cb958 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.975598] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 911.975598] env[68828]: value = "task-3230751" [ 911.975598] env[68828]: _type = "Task" [ 911.975598] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.987232] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.204151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34049f43-c042-4010-b58a-ccd873771476 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.212861] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c771acd3-22d8-415e-ac29-d8211ed5a4dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.246420] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777879b9-ec0b-4e93-9bd4-34a83107f0ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.257635] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fe0fb4-fcce-4a97-bcbf-86ed00af75a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.277787] env[68828]: DEBUG nova.compute.provider_tree [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.433077] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.452903] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230749, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.485070] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.487666] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.488504] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd6a1f-9f08-47be-85a9-2693ae80a4e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.510691] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.511503] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb6cf0b-d0d8-4fc9-b094-32559442fd46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.534310] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 912.534310] env[68828]: value = "task-3230752" [ 912.534310] env[68828]: _type = "Task" [ 912.534310] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.542671] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.712434] env[68828]: DEBUG nova.network.neutron [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Updated VIF entry in instance network info cache for port ded93a59-fde4-468d-9609-eebdb6c484d2. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.712867] env[68828]: DEBUG nova.network.neutron [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Updating instance_info_cache with network_info: [{"id": "ded93a59-fde4-468d-9609-eebdb6c484d2", "address": "fa:16:3e:9a:cf:5d", "network": {"id": "d3b05aa4-61db-46bf-8aad-72bff082a122", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1068770576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1567042e89bf49e2855e86d423c5ae70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded93a59-fd", "ovs_interfaceid": "ded93a59-fde4-468d-9609-eebdb6c484d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.754439] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-dddcbfd5-0e83-4856-be26-18e3b9543f99" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.754747] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-dddcbfd5-0e83-4856-be26-18e3b9543f99" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.783829] env[68828]: DEBUG nova.scheduler.client.report [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.928814] env[68828]: DEBUG oslo_vmware.api [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230750, 'name': PowerOnVM_Task, 'duration_secs': 0.562369} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.929151] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.929302] env[68828]: INFO nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Took 9.81 seconds to spawn the instance on the hypervisor. [ 912.929551] env[68828]: DEBUG nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.930329] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915e6a7-9c70-4548-8af7-b2ca324b362e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.955099] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230749, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.045894] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230752, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.216971] env[68828]: DEBUG oslo_concurrency.lockutils [req-2981fe81-6b41-4352-bfec-ed3f54d76291 req-f19eb409-dfac-4920-8167-bbe4c60bef4d service nova] Releasing lock "refresh_cache-0c8d9c32-0079-4faf-b78b-67b8999320e8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.257712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.257936] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.258957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e16ba-43af-4746-8dc9-86e302976a8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.279888] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d83bd-a643-4f7f-ade0-d9cfb7401e90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.305677] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.316638] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfiguring VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 913.316638] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.144s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.316638] env[68828]: DEBUG nova.objects.instance [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lazy-loading 'resources' on Instance uuid 744bf0cb-53fa-412b-bb3d-9c3503e1d697 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.317915] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1926ac79-2b02-41e4-a46e-d5f267e6b201 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.340387] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 913.340387] env[68828]: value = "task-3230753" [ 913.340387] env[68828]: _type = "Task" [ 913.340387] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.341598] env[68828]: INFO nova.scheduler.client.report [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Deleted allocations for instance f6a92e74-cd3c-4770-ad5d-d9174460d68b [ 913.354814] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.451394] env[68828]: INFO nova.compute.manager [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Took 43.90 seconds to build instance. [ 913.459440] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230749, 'name': CreateVM_Task, 'duration_secs': 1.621786} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.459440] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.459440] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.459440] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.459691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.459992] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f64f52-ec70-4bdc-8702-9ecd8ffe1d32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.466070] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 913.466070] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528794c3-b7a6-2529-eaec-3987dfe6cb50" [ 913.466070] env[68828]: _type = "Task" [ 913.466070] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.474878] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528794c3-b7a6-2529-eaec-3987dfe6cb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.547134] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230752, 'name': ReconfigVM_Task, 'duration_secs': 0.535812} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.547953] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.549234] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f44c9ab-e081-4884-b2e3-554dd362918c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.556671] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 913.556671] env[68828]: value = "task-3230754" [ 913.556671] env[68828]: _type = "Task" [ 913.556671] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.567224] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230754, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.854814] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.855532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fd6bed1f-e8a9-49fd-8422-17be2c2b1732 tempest-InstanceActionsTestJSON-773541680 tempest-InstanceActionsTestJSON-773541680-project-member] Lock "f6a92e74-cd3c-4770-ad5d-d9174460d68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.016s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.956413] env[68828]: DEBUG oslo_concurrency.lockutils [None req-02ddc812-d790-4be1-9ee4-b633997c8d23 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.416s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.985725] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528794c3-b7a6-2529-eaec-3987dfe6cb50, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.985725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.985725] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.985725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.985725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.985725] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.985725] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0de9463-4e8c-44b3-ab05-12f27e73dc93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.995265] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.995739] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.996523] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f84657-6f55-41e3-9443-557138f399e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.005904] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 914.005904] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520dcba0-1902-5a2e-abf1-044a4c6d9903" [ 914.005904] env[68828]: _type = "Task" [ 914.005904] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.016051] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520dcba0-1902-5a2e-abf1-044a4c6d9903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.070958] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230754, 'name': Rename_Task, 'duration_secs': 0.223688} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.070958] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.070958] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef855ebf-0390-4395-8a1c-d12c26a9eb64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.078499] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 914.078499] env[68828]: value = "task-3230755" [ 914.078499] env[68828]: _type = "Task" [ 914.078499] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.087857] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.306141] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Acquiring lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.306141] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Acquired lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.306141] env[68828]: DEBUG nova.network.neutron [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.310429] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ff81f-658e-47d5-96df-5f132599f203 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.320346] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f58b3ea-45bb-46ed-868d-bdda8850d95b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914ecfe-7869-4586-9ddb-0d9d32d35df9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.365269] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.368380] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2860b-367c-47fa-baab-d68e8cb45928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.386064] env[68828]: DEBUG nova.compute.provider_tree [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.519333] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520dcba0-1902-5a2e-abf1-044a4c6d9903, 'name': SearchDatastore_Task, 'duration_secs': 0.02522} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.520214] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc1d243-ea49-440e-9db9-6f2f80a547d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.526357] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 914.526357] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ee5073-f32b-c915-79ed-2f1b753ba308" [ 914.526357] env[68828]: _type = "Task" [ 914.526357] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.543017] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ee5073-f32b-c915-79ed-2f1b753ba308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.590643] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.860902] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.890808] env[68828]: DEBUG nova.scheduler.client.report [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.043026] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ee5073-f32b-c915-79ed-2f1b753ba308, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.043026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043026] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 0c8d9c32-0079-4faf-b78b-67b8999320e8/0c8d9c32-0079-4faf-b78b-67b8999320e8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.043026] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b10568-83c1-4b81-a1e7-cb0a8edd0784 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.053069] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 915.053069] env[68828]: value = "task-3230756" [ 915.053069] env[68828]: _type = "Task" [ 915.053069] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.068581] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.092536] env[68828]: DEBUG oslo_vmware.api [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230755, 'name': PowerOnVM_Task, 'duration_secs': 0.734295} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.092831] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.093048] env[68828]: INFO nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Took 9.51 seconds to spawn the instance on the hypervisor. [ 915.093237] env[68828]: DEBUG nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.094056] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da086e40-221e-47c7-add2-a3b0bb2de183 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.317955] env[68828]: DEBUG nova.network.neutron [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Updating instance_info_cache with network_info: [{"id": "0a77746e-76f4-4d57-be37-84d0b4075496", "address": "fa:16:3e:d1:b7:32", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a77746e-76", "ovs_interfaceid": "0a77746e-76f4-4d57-be37-84d0b4075496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.363605] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.399339] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.402910] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.520s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.404139] env[68828]: INFO nova.compute.claims [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.431651] env[68828]: INFO nova.scheduler.client.report [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Deleted allocations for instance 744bf0cb-53fa-412b-bb3d-9c3503e1d697 [ 915.563390] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.610415] env[68828]: INFO nova.compute.manager [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Took 45.36 seconds to build instance. [ 915.633130] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.633403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.821502] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Releasing lock "refresh_cache-27eb192c-48ae-471c-a0c0-feeb62aa04fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.821763] env[68828]: DEBUG nova.compute.manager [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Inject network info {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 915.822413] env[68828]: DEBUG nova.compute.manager [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] network_info to inject: |[{"id": "0a77746e-76f4-4d57-be37-84d0b4075496", "address": "fa:16:3e:d1:b7:32", "network": {"id": "31ace7d8-d1aa-4c14-8c61-c49e5313df7a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2036752967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7045d7872854a439bbf63a360ea908b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a77746e-76", "ovs_interfaceid": "0a77746e-76f4-4d57-be37-84d0b4075496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 915.827122] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Reconfiguring VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 915.827455] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5deca4-ec9c-431f-b307-bce0afd0088f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.844958] env[68828]: DEBUG oslo_vmware.api [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Waiting for the task: (returnval){ [ 915.844958] env[68828]: value = "task-3230757" [ 915.844958] env[68828]: _type = "Task" [ 915.844958] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.852656] env[68828]: DEBUG oslo_vmware.api [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Task: {'id': task-3230757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.861122] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941036] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d8b9d235-954d-412a-a16a-b948c116a6a3 tempest-ServersTestBootFromVolume-125742004 tempest-ServersTestBootFromVolume-125742004-project-member] Lock "744bf0cb-53fa-412b-bb3d-9c3503e1d697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.495s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.063504] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617951} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.063807] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 0c8d9c32-0079-4faf-b78b-67b8999320e8/0c8d9c32-0079-4faf-b78b-67b8999320e8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.064014] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.064303] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca59412f-2cdd-4fee-8580-58295963e660 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.070641] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 916.070641] env[68828]: value = "task-3230758" [ 916.070641] env[68828]: _type = "Task" [ 916.070641] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.080578] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.112667] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92837dd6-64c4-40c1-a937-a4c33293d5d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.873s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.136325] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.360127] env[68828]: DEBUG oslo_vmware.api [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] Task: {'id': task-3230757, 'name': ReconfigVM_Task, 'duration_secs': 0.188684} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.360941] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7db87a-53eb-4f65-a724-cbbe5e0a8faa tempest-ServersAdminTestJSON-1903409749 tempest-ServersAdminTestJSON-1903409749-project-admin] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Reconfigured VM instance to set the machine id {{(pid=68828) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 916.369927] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.591125] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074138} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.592092] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.593592] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f70d429-2100-414c-96de-f9d965b6acf0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.617884] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0c8d9c32-0079-4faf-b78b-67b8999320e8/0c8d9c32-0079-4faf-b78b-67b8999320e8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.620841] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2a062f-2746-4688-bcfc-7fc3d67f901d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.647962] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 916.647962] env[68828]: value = "task-3230759" [ 916.647962] env[68828]: _type = "Task" [ 916.647962] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.663184] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.679414] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.868391] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.934958] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b345f9-bbe5-407a-a6bf-d71feca463a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.942371] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8511b6-ffe2-49e5-9629-d781a036807b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.975239] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcc3bd-8734-464d-b01f-ad70708624f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.984688] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47745595-5423-430c-b2af-d9ee2cfcd13b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.000620] env[68828]: DEBUG nova.compute.provider_tree [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.160211] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230759, 'name': ReconfigVM_Task, 'duration_secs': 0.390106} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.160757] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0c8d9c32-0079-4faf-b78b-67b8999320e8/0c8d9c32-0079-4faf-b78b-67b8999320e8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.161272] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914607a4-60fa-4253-bd60-594f475ffca0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.168385] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 917.168385] env[68828]: value = "task-3230760" [ 917.168385] env[68828]: _type = "Task" [ 917.168385] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.178080] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230760, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.374027] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.506401] env[68828]: DEBUG nova.scheduler.client.report [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.684793] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230760, 'name': Rename_Task, 'duration_secs': 0.272158} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.684960] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.685310] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7934c9-df03-4561-a677-01128145135f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.692414] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 917.692414] env[68828]: value = "task-3230761" [ 917.692414] env[68828]: _type = "Task" [ 917.692414] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.702250] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.869351] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.016427] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.017248] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.033253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.590s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.033253] env[68828]: INFO nova.compute.claims [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.205608] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.339404] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.340631] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af690479-f80e-4c21-af37-3f60babcdabe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.350502] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.350774] env[68828]: ERROR oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk due to incomplete transfer. [ 918.351098] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4246e72-7549-40e6-ba56-a70d0fd99d75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.361963] env[68828]: DEBUG oslo_vmware.rw_handles [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523d07-c15a-5cec-06de-8e85e22207ca/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.362202] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Uploaded image d9250b33-c083-477f-800b-5a5252193b69 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.364911] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.365680] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79cf2b9e-5fa0-48b6-956e-d5c4a7156918 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.372051] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.376665] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 918.376665] env[68828]: value = "task-3230762" [ 918.376665] env[68828]: _type = "Task" [ 918.376665] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.386426] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230762, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.537656] env[68828]: DEBUG nova.compute.utils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.541711] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.541922] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.553772] env[68828]: DEBUG nova.compute.manager [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 918.658643] env[68828]: DEBUG nova.policy [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb3f376095e419dba62d80aff7cfe13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '338fe8d98e554a6fb5efeb2675b086ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.706134] env[68828]: DEBUG oslo_vmware.api [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230761, 'name': PowerOnVM_Task, 'duration_secs': 0.682049} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.706397] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.706596] env[68828]: INFO nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Took 9.59 seconds to spawn the instance on the hypervisor. [ 918.706770] env[68828]: DEBUG nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.707565] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b2243-bab2-4210-8f7f-e3e188228f9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.871158] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.893217] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230762, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.909421] env[68828]: INFO nova.compute.manager [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Rebuilding instance [ 918.967017] env[68828]: DEBUG nova.compute.manager [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.968030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77482dab-55da-4994-8d84-df64257d0679 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.042261] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.083741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.232046] env[68828]: INFO nova.compute.manager [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Took 47.38 seconds to build instance. [ 919.374880] env[68828]: DEBUG oslo_vmware.api [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230753, 'name': ReconfigVM_Task, 'duration_secs': 5.930258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.375203] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.375426] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Reconfigured VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 919.388483] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230762, 'name': Destroy_Task, 'duration_secs': 0.93731} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.388728] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Destroyed the VM [ 919.388954] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.389218] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6db8031-cef4-4c99-8c81-a7b446713585 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.395749] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 919.395749] env[68828]: value = "task-3230763" [ 919.395749] env[68828]: _type = "Task" [ 919.395749] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.407225] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230763, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.446757] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Successfully created port: 374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.476601] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba725d-4468-4239-ba59-63913cd535c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.490120] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff6a6d-1299-42bb-9f84-6c361ffcca23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.527562] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7839de-9fd5-4f3b-a09b-5508e3625cce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.536687] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efd7f1e-e812-4015-b5c3-82ac2ac7e241 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.557164] env[68828]: DEBUG nova.compute.provider_tree [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.733953] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e145c57d-ec60-45b2-8993-6c82a4229a48 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.895s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.915264] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230763, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.986952] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.987704] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e64e1c3-ead7-4a85-8613-f9c0ffc9f274 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.997407] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 919.997407] env[68828]: value = "task-3230764" [ 919.997407] env[68828]: _type = "Task" [ 919.997407] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.006399] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.064032] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.067571] env[68828]: DEBUG nova.scheduler.client.report [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.085019] env[68828]: DEBUG nova.compute.manager [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-vif-deleted-dddcbfd5-0e83-4856-be26-18e3b9543f99 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.085019] env[68828]: INFO nova.compute.manager [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Neutron deleted interface dddcbfd5-0e83-4856-be26-18e3b9543f99; detaching it from the instance and deleting it from the info cache [ 920.085019] env[68828]: DEBUG nova.network.neutron [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.103123] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.103600] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.103868] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.104183] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.104428] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.104619] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.104865] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.105019] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.105197] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.105400] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.105590] env[68828]: DEBUG nova.virt.hardware [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.107385] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b7087-ef0d-4ae0-971b-a0e111a971c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.116663] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a73880-22d9-446a-b8d9-13a85a646645 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.132972] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.133138] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.133318] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.133528] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.133691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.135791] env[68828]: INFO nova.compute.manager [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Terminating instance [ 920.409501] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230763, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70875} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.409897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.411174] env[68828]: DEBUG nova.compute.manager [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.411174] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9957389d-12a4-4c18-bfc8-8b4ebf3b4d01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.512861] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230764, 'name': PowerOffVM_Task, 'duration_secs': 0.322613} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.513743] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.514791] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.516411] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c4cc8-a4b5-4802-a158-6ecb00907614 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.527169] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.529101] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa721129-83d0-48a0-a6d4-06ab490d8146 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.578380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.578380] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.579939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.005s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.580147] env[68828]: DEBUG nova.objects.instance [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lazy-loading 'resources' on Instance uuid 5152d49a-74aa-437e-b489-e47d585fd47c {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.588588] env[68828]: DEBUG oslo_concurrency.lockutils [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.589330] env[68828]: DEBUG oslo_concurrency.lockutils [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] Acquired lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.591250] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a27be0-f2cf-4832-aa96-4c39921c0e26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.616084] env[68828]: DEBUG oslo_concurrency.lockutils [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] Releasing lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.616084] env[68828]: WARNING nova.compute.manager [req-359eb142-fd1e-4af3-8aa0-d593e30b8d3b req-01e77ea0-023f-4676-a053-eacc0e936768 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Detach interface failed, port_id=dddcbfd5-0e83-4856-be26-18e3b9543f99, reason: No device with interface-id dddcbfd5-0e83-4856-be26-18e3b9543f99 exists on VM: nova.exception.NotFound: No device with interface-id dddcbfd5-0e83-4856-be26-18e3b9543f99 exists on VM [ 920.640332] env[68828]: DEBUG nova.compute.manager [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.640654] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.641545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230d677-8e29-4867-99ab-d4bc99c4acfb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.649964] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.650315] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28aff079-11a0-4406-bdfa-be29d3b07c98 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.657436] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 920.657436] env[68828]: value = "task-3230766" [ 920.657436] env[68828]: _type = "Task" [ 920.657436] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.665407] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.665594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.666781] env[68828]: DEBUG nova.network.neutron [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.667017] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.923177] env[68828]: INFO nova.compute.manager [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Shelve offloading [ 921.036465] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.036816] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.037078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.037302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.037489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.039881] env[68828]: INFO nova.compute.manager [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Terminating instance [ 921.083438] env[68828]: DEBUG nova.compute.utils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.084879] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.085754] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.147969] env[68828]: DEBUG nova.policy [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8fcd0630ad6433c8e94e3a27a78e63d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73df5c1cad1746328b41dbacbecfb26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.172988] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230766, 'name': PowerOffVM_Task, 'duration_secs': 0.306522} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.173315] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.173532] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.174142] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02f2448b-499b-421f-be80-88b89dca2025 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.193998] env[68828]: DEBUG nova.compute.manager [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Received event network-vif-plugged-374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.194281] env[68828]: DEBUG oslo_concurrency.lockutils [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] Acquiring lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.194502] env[68828]: DEBUG oslo_concurrency.lockutils [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.194644] env[68828]: DEBUG oslo_concurrency.lockutils [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.194806] env[68828]: DEBUG nova.compute.manager [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] No waiting events found dispatching network-vif-plugged-374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.194963] env[68828]: WARNING nova.compute.manager [req-ff7faf09-3e4e-4c60-b514-fb8cbc94a8a5 req-8b02b7cd-53b8-48d1-9aff-a50212ff572b service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Received unexpected event network-vif-plugged-374b1950-ab32-434a-ba7a-249a3fd3efbd for instance with vm_state building and task_state spawning. [ 921.427198] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.427198] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5472eb49-35b9-47e4-9021-3d7118d827b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.438527] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 921.438527] env[68828]: value = "task-3230768" [ 921.438527] env[68828]: _type = "Task" [ 921.438527] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.449655] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 921.449655] env[68828]: DEBUG nova.compute.manager [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.450479] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9cef2-1241-4c81-b3c5-70484a5947e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.458158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.458299] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.458562] env[68828]: DEBUG nova.network.neutron [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.481040] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Successfully created port: e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.502376] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Successfully updated port: 374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.544557] env[68828]: DEBUG nova.compute.manager [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.544787] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.545998] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a116e8-30a2-4765-ac2a-3351e6a6de99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.552711] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde06fd-83bd-4c82-888d-da0c7465e627 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.557313] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.557869] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69829cd9-0aff-4f8c-ace6-5c80f5405edb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.562531] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4afb449-75ec-49e6-ae47-99fa268ce576 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.567096] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 921.567096] env[68828]: value = "task-3230769" [ 921.567096] env[68828]: _type = "Task" [ 921.567096] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.601520] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.605738] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d089a17b-ba93-496c-acae-b03cebd6e558 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.614954] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.623170] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57a7c7-afb8-4f99-a77e-6e8a6cdeda25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.636617] env[68828]: DEBUG nova.compute.provider_tree [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.696492] env[68828]: DEBUG nova.network.neutron [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [{"id": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "address": "fa:16:3e:77:83:12", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7075a221-7c", "ovs_interfaceid": "7075a221-7cf3-4f26-909c-54f0ec4d71b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.858613] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.858863] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.859056] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.860277] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7203896-9f96-42b8-aa4e-cefb78319ad2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.862222] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.862413] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.862578] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleting the datastore file [datastore2] 0c8d9c32-0079-4faf-b78b-67b8999320e8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.862817] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dce8a74-08d6-4f87-9a12-b2dddf471452 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.868738] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for the task: (returnval){ [ 921.868738] env[68828]: value = "task-3230770" [ 921.868738] env[68828]: _type = "Task" [ 921.868738] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.870077] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 921.870077] env[68828]: value = "task-3230771" [ 921.870077] env[68828]: _type = "Task" [ 921.870077] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.881112] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.884065] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.007771] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.007856] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquired lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.008086] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.078825] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230769, 'name': PowerOffVM_Task, 'duration_secs': 0.216223} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.079731] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.080016] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.080411] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3497bb08-b347-407d-829d-b62093fa866e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.142991] env[68828]: DEBUG nova.scheduler.client.report [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.156239] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.156597] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.156953] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleting the datastore file [datastore1] 614c2b9e-841e-442f-a7e3-fd3b27d84f06 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.157299] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8797108b-6a1f-4ae8-87f1-bc6c4b0b4d11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.163932] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 922.163932] env[68828]: value = "task-3230773" [ 922.163932] env[68828]: _type = "Task" [ 922.163932] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.177186] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.200619] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-614c2b9e-841e-442f-a7e3-fd3b27d84f06" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.383187] env[68828]: DEBUG oslo_vmware.api [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Task: {'id': task-3230770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161389} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.386371] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.386673] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.386924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.387177] env[68828]: INFO nova.compute.manager [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Took 1.75 seconds to destroy the instance on the hypervisor. [ 922.387489] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.387781] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160146} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.388051] env[68828]: DEBUG nova.compute.manager [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.388206] env[68828]: DEBUG nova.network.neutron [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.389854] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.390135] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.390379] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.557826] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.569016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "01b4fa59-8ed4-4e76-8943-a69259300a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.569016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.616060] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.649966] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.650255] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.650411] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.651981] env[68828]: DEBUG nova.virt.hardware [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.652619] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.657624] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fece597a-bfa3-48a9-b17f-00bbb63bc840 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.660227] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.982s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.664537] env[68828]: INFO nova.compute.claims [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.675881] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384cbf3d-6eee-435b-bade-5dd686e84c9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.689953] env[68828]: DEBUG oslo_vmware.api [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153533} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.690885] env[68828]: INFO nova.scheduler.client.report [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Deleted allocations for instance 5152d49a-74aa-437e-b489-e47d585fd47c [ 922.692527] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.692724] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.692902] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.693707] env[68828]: INFO nova.compute.manager [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.693968] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.705561] env[68828]: DEBUG nova.network.neutron [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updating instance_info_cache with network_info: [{"id": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "address": "fa:16:3e:41:37:e9", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d045f-af", "ovs_interfaceid": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.710788] env[68828]: DEBUG nova.compute.manager [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.710788] env[68828]: DEBUG nova.network.neutron [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.711223] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c444d592-6cd4-4bf8-b152-d060cc9a77c5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-614c2b9e-841e-442f-a7e3-fd3b27d84f06-dddcbfd5-0e83-4856-be26-18e3b9543f99" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.956s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.734940] env[68828]: DEBUG nova.network.neutron [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updating instance_info_cache with network_info: [{"id": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "address": "fa:16:3e:c0:df:3f", "network": {"id": "9f2b04d8-0e68-4691-a533-764df27462f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-984016444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338fe8d98e554a6fb5efeb2675b086ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374b1950-ab", "ovs_interfaceid": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.072449] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.115148] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Successfully updated port: e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.216091] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.219185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cb6177a5-adb5-471a-9a6f-d1893b0fb1c3 tempest-ServersTestManualDisk-582925702 tempest-ServersTestManualDisk-582925702-project-member] Lock "5152d49a-74aa-437e-b489-e47d585fd47c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.238s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.239547] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Releasing lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.240305] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Instance network_info: |[{"id": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "address": "fa:16:3e:c0:df:3f", "network": {"id": "9f2b04d8-0e68-4691-a533-764df27462f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-984016444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338fe8d98e554a6fb5efeb2675b086ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374b1950-ab", "ovs_interfaceid": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.240375] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:df:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374b1950-ab32-434a-ba7a-249a3fd3efbd', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.254041] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Creating folder: Project (338fe8d98e554a6fb5efeb2675b086ab). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.256695] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f92420-100c-4d90-ac66-13407fbbfdbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267973] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Created folder: Project (338fe8d98e554a6fb5efeb2675b086ab) in parent group-v645630. [ 923.268199] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Creating folder: Instances. Parent ref: group-v645804. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.268444] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20a7478-d1bf-4516-9c6f-02af3484be00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.279172] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Created folder: Instances in parent group-v645804. [ 923.279581] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.279581] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.279581] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d025d314-d3c3-43df-9709-3df7da925daf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.302863] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.302863] env[68828]: value = "task-3230776" [ 923.302863] env[68828]: _type = "Task" [ 923.302863] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.315020] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230776, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.433745] env[68828]: DEBUG nova.compute.manager [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Received event network-vif-plugged-e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.433990] env[68828]: DEBUG oslo_concurrency.lockutils [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] Acquiring lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.434230] env[68828]: DEBUG oslo_concurrency.lockutils [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.434401] env[68828]: DEBUG oslo_concurrency.lockutils [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.434673] env[68828]: DEBUG nova.compute.manager [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] No waiting events found dispatching network-vif-plugged-e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.434933] env[68828]: WARNING nova.compute.manager [req-711452e1-ad57-49d1-9ea3-9a8fc4286218 req-10ba1144-ba8d-4128-a5b2-8ba62fe7b41c service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Received unexpected event network-vif-plugged-e1532bb5-0aeb-4f03-8c86-830fa8acaab5 for instance with vm_state building and task_state spawning. [ 923.441570] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.441818] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.442161] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.442990] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.442990] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.442990] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.442990] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.443156] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.443328] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.443545] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.443713] env[68828]: DEBUG nova.virt.hardware [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.444858] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b267edcb-d20f-4abf-8d73-43e3501a0ee8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.462044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaab4d4-5f38-4b02-a94d-25f709a680b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.478706] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:04:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.486911] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.487254] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.487707] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-693b0fc6-5d63-4c8a-8916-b77fdc085dfa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.507661] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.507661] env[68828]: value = "task-3230777" [ 923.507661] env[68828]: _type = "Task" [ 923.507661] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.516823] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230777, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.530794] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.531766] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd4f87-fdad-4622-af33-7fca459f6629 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.538896] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.539104] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a6d70df-75b1-493a-beb0-575fc7c2bade {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.604341] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.611067] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.611128] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.611393] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore2] 7e3dfb00-d02b-4748-a2f4-03d0b14dc440 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.612712] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3467068-33d6-483d-b906-03eb83563a2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.617451] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.617633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.617845] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.625351] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 923.625351] env[68828]: value = "task-3230779" [ 923.625351] env[68828]: _type = "Task" [ 923.625351] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.636868] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.640475] env[68828]: DEBUG nova.compute.manager [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Received event network-changed-374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.640475] env[68828]: DEBUG nova.compute.manager [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Refreshing instance network info cache due to event network-changed-374b1950-ab32-434a-ba7a-249a3fd3efbd. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.640475] env[68828]: DEBUG oslo_concurrency.lockutils [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] Acquiring lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.640475] env[68828]: DEBUG oslo_concurrency.lockutils [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] Acquired lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.640475] env[68828]: DEBUG nova.network.neutron [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Refreshing network info cache for port 374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.760800] env[68828]: DEBUG nova.network.neutron [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.813055] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230776, 'name': CreateVM_Task, 'duration_secs': 0.368853} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.816394] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.817362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.817469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.818395] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.818395] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4629205-3064-43ab-8e8a-029e90fa6218 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.823589] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 923.823589] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb3d1-0870-0561-a971-038940db4027" [ 923.823589] env[68828]: _type = "Task" [ 923.823589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.836355] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb3d1-0870-0561-a971-038940db4027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.020785] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230777, 'name': CreateVM_Task, 'duration_secs': 0.388962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.020953] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.021614] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.078087] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92787e46-accf-4e75-8ece-e1c5dfd8cd80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.086205] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8cc135-1aab-4152-b951-22b4ad3a49eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.119549] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41f530-6741-4443-b54e-356810c585ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.131693] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54e58f-4403-4c2d-ad22-cf6bd8bed053 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.140108] env[68828]: DEBUG oslo_vmware.api [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204291} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.147793] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.147996] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.148189] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.152121] env[68828]: DEBUG nova.compute.provider_tree [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.164449] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.170160] env[68828]: INFO nova.scheduler.client.report [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance 7e3dfb00-d02b-4748-a2f4-03d0b14dc440 [ 924.199343] env[68828]: DEBUG nova.network.neutron [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.262476] env[68828]: INFO nova.compute.manager [-] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Took 1.87 seconds to deallocate network for instance. [ 924.334478] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb3d1-0870-0561-a971-038940db4027, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.334791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.335039] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.335287] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.335430] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.335608] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.335912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.336232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.336463] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d4ec812-61d1-4ebd-a09a-3e40ba87a74e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.338389] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b35384-6e93-4149-9dd2-660563748e20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.344178] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 924.344178] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527c1a21-e357-5be3-9fcc-1b60486d7fdb" [ 924.344178] env[68828]: _type = "Task" [ 924.344178] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.349395] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.349601] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.351317] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810b0315-0a65-49c4-99c5-5939fc1c04a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.357723] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527c1a21-e357-5be3-9fcc-1b60486d7fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.357723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.357723] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.357723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.359132] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 924.359132] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a17e1c-669a-95d3-ea62-63aa431824c0" [ 924.359132] env[68828]: _type = "Task" [ 924.359132] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.367810] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a17e1c-669a-95d3-ea62-63aa431824c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.368764] env[68828]: DEBUG nova.network.neutron [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Updating instance_info_cache with network_info: [{"id": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "address": "fa:16:3e:10:fb:b1", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1532bb5-0a", "ovs_interfaceid": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.489202] env[68828]: DEBUG nova.network.neutron [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updated VIF entry in instance network info cache for port 374b1950-ab32-434a-ba7a-249a3fd3efbd. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.489585] env[68828]: DEBUG nova.network.neutron [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updating instance_info_cache with network_info: [{"id": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "address": "fa:16:3e:c0:df:3f", "network": {"id": "9f2b04d8-0e68-4691-a533-764df27462f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-984016444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338fe8d98e554a6fb5efeb2675b086ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374b1950-ab", "ovs_interfaceid": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.655501] env[68828]: DEBUG nova.scheduler.client.report [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.674960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.704297] env[68828]: INFO nova.compute.manager [-] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Took 1.99 seconds to deallocate network for instance. [ 924.772816] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.874769] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a17e1c-669a-95d3-ea62-63aa431824c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.874769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.874769] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Instance network_info: |[{"id": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "address": "fa:16:3e:10:fb:b1", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1532bb5-0a", "ovs_interfaceid": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.874769] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:fb:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1532bb5-0aeb-4f03-8c86-830fa8acaab5', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.882978] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.883372] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33279510-0e3b-4bca-8a70-0dde93f0eb51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.885962] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.886319] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35544c2b-367d-44a4-9c63-e4b381741df0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.907105] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 924.907105] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5247c456-97a4-02ea-c9fa-6ac2d723e112" [ 924.907105] env[68828]: _type = "Task" [ 924.907105] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.913176] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.913176] env[68828]: value = "task-3230780" [ 924.913176] env[68828]: _type = "Task" [ 924.913176] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.919503] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5247c456-97a4-02ea-c9fa-6ac2d723e112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.924392] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230780, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.992750] env[68828]: DEBUG oslo_concurrency.lockutils [req-1dae7cc5-b0ff-4f28-9e93-c2fe09c9d563 req-23fef605-68ce-4750-bf2f-b3cefbc18c93 service nova] Releasing lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.160699] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.161275] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.163871] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.003s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.164117] env[68828]: DEBUG nova.objects.instance [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lazy-loading 'resources' on Instance uuid d2bc86a8-3c11-454a-8f8e-b6012ecd8f33 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.209494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.418633] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5247c456-97a4-02ea-c9fa-6ac2d723e112, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.421783] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.422087] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 26ad53a9-61fa-4d59-88d4-85aba32fe3e2/26ad53a9-61fa-4d59-88d4-85aba32fe3e2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.422379] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.422566] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.422777] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b308e8ce-3f2d-448f-a7da-7b81ed819500 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.425398] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a499afc5-0033-43c3-aa37-6551d6901f37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.430277] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230780, 'name': CreateVM_Task, 'duration_secs': 0.327501} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.430725] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.431418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.432087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.432087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.432087] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d54373-a2a5-4107-9748-342c5c411258 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.434783] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 925.434783] env[68828]: value = "task-3230781" [ 925.434783] env[68828]: _type = "Task" [ 925.434783] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.440203] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 925.440203] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528dc0b9-5624-103e-7423-b034e77475be" [ 925.440203] env[68828]: _type = "Task" [ 925.440203] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.440352] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.440441] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.442683] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa1d576-1d25-4c1c-9d88-07d1ba3b6801 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.449232] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.452540] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.452749] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 925.452749] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5292cc7b-194c-7d1f-9312-9109695639ba" [ 925.452749] env[68828]: _type = "Task" [ 925.452749] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.456504] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528dc0b9-5624-103e-7423-b034e77475be, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.459097] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.459344] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.459620] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.462973] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Received event network-changed-e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.463223] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Refreshing instance network info cache due to event network-changed-e1532bb5-0aeb-4f03-8c86-830fa8acaab5. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.463364] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Acquiring lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.463502] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Acquired lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.463706] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Refreshing network info cache for port e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.470121] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5292cc7b-194c-7d1f-9312-9109695639ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.471784] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77df8a08-8446-4f05-b686-a36c2489b225 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476531] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 925.476531] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52693c2a-8dfd-b512-b67e-f75abc8d51ee" [ 925.476531] env[68828]: _type = "Task" [ 925.476531] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.212714] env[68828]: DEBUG nova.compute.utils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.219301] env[68828]: DEBUG nova.compute.manager [req-54b65b34-455e-4edb-81e3-fcd105695d1b req-484c5d04-f20c-4250-90d8-25ae8c0f77c9 service nova] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Received event network-vif-deleted-ded93a59-fde4-468d-9609-eebdb6c484d2 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.219683] env[68828]: DEBUG nova.compute.manager [req-54b65b34-455e-4edb-81e3-fcd105695d1b req-484c5d04-f20c-4250-90d8-25ae8c0f77c9 service nova] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Received event network-vif-deleted-7075a221-7cf3-4f26-909c-54f0ec4d71b8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.223147] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 926.235764] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524528} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.236245] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52693c2a-8dfd-b512-b67e-f75abc8d51ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.236245] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 26ad53a9-61fa-4d59-88d4-85aba32fe3e2/26ad53a9-61fa-4d59-88d4-85aba32fe3e2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.236450] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.239806] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.239806] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.239806] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a246eb-e1d4-4537-a34a-2a1d5a82029f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.239806] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.239806] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.239806] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f857e67a-f23e-4a64-a5e2-8623f2e9aa63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.241638] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f952a9-dda9-4ac4-a9e0-43da8b38869a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.248407] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 926.248407] env[68828]: value = "task-3230783" [ 926.248407] env[68828]: _type = "Task" [ 926.248407] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.249267] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 926.249267] env[68828]: value = "task-3230782" [ 926.249267] env[68828]: _type = "Task" [ 926.249267] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.259137] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.259357] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.260873] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cc7547-b4f4-4b8c-b588-ffbb617cb75a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.269019] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.272930] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.275068] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 926.275068] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527dd23a-9fc2-d8bc-b483-65eb52969650" [ 926.275068] env[68828]: _type = "Task" [ 926.275068] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.288091] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527dd23a-9fc2-d8bc-b483-65eb52969650, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.291441] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fd6541-804e-4998-ae01-a03bd51cab36 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.300305] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 926.300305] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f9c769-92c5-c324-b5a2-4f1621a4ce6f" [ 926.300305] env[68828]: _type = "Task" [ 926.300305] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.312235] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f9c769-92c5-c324-b5a2-4f1621a4ce6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.312520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.312769] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2/99e4c566-b9da-42d4-a1b6-7255a8a7c6f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.313029] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730afc2b-b6e7-4137-90cd-b26d3a16ff85 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.319800] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 926.319800] env[68828]: value = "task-3230784" [ 926.319800] env[68828]: _type = "Task" [ 926.319800] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.331921] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.512545] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Updated VIF entry in instance network info cache for port e1532bb5-0aeb-4f03-8c86-830fa8acaab5. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.512926] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Updating instance_info_cache with network_info: [{"id": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "address": "fa:16:3e:10:fb:b1", "network": {"id": "13eeae72-ac65-4b12-9915-274f8cca21b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1653658687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73df5c1cad1746328b41dbacbecfb26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1532bb5-0a", "ovs_interfaceid": "e1532bb5-0aeb-4f03-8c86-830fa8acaab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.675522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0055bc9-3eb1-46a5-bd76-5d253bc461ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684150] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96abdb93-3609-4126-b127-c2ad0a99223c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.716272] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f19bff-2244-4f4d-957e-c43ff46e977e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.723828] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.730024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9220332-5363-42cc-91a6-ec764ba0cb6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.744716] env[68828]: DEBUG nova.compute.provider_tree [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.757850] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230783, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.768039] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067243} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.768039] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.768599] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0914fa-81a6-490b-b2da-2280aa6de3ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.791096] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 26ad53a9-61fa-4d59-88d4-85aba32fe3e2/26ad53a9-61fa-4d59-88d4-85aba32fe3e2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.791801] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6e3d66-1e76-4039-b2e0-0feca0367129 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.810819] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 926.810819] env[68828]: value = "task-3230785" [ 926.810819] env[68828]: _type = "Task" [ 926.810819] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.819322] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.829174] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.016380] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Releasing lock "refresh_cache-99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.016682] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received event network-vif-unplugged-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.016917] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.017160] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.017336] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.017506] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] No waiting events found dispatching network-vif-unplugged-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.017671] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received event network-vif-unplugged-bd1d045f-af6c-409b-96ed-03b05b2f517b for instance with task_state deleting. {{(pid=68828) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 927.017835] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Received event network-changed-bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.018110] env[68828]: DEBUG nova.compute.manager [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Refreshing instance network info cache due to event network-changed-bd1d045f-af6c-409b-96ed-03b05b2f517b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.018331] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Acquiring lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.018470] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Acquired lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.018630] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Refreshing network info cache for port bd1d045f-af6c-409b-96ed-03b05b2f517b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.247842] env[68828]: DEBUG nova.scheduler.client.report [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.265202] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51593} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.265541] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.265955] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.266306] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e5b9850-52bf-4300-b4cc-76f516a760ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.272824] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 927.272824] env[68828]: value = "task-3230786" [ 927.272824] env[68828]: _type = "Task" [ 927.272824] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.281515] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.321627] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230785, 'name': ReconfigVM_Task, 'duration_secs': 0.423768} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.325215] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 26ad53a9-61fa-4d59-88d4-85aba32fe3e2/26ad53a9-61fa-4d59-88d4-85aba32fe3e2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.325826] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802b2329-ec73-45e0-8dfd-e21f50942d83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.332715] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749959} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.334142] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2/99e4c566-b9da-42d4-a1b6-7255a8a7c6f2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.334682] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.335023] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 927.335023] env[68828]: value = "task-3230787" [ 927.335023] env[68828]: _type = "Task" [ 927.335023] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.335208] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96d2891-4a28-43b6-bbfc-bcbe4f72d29b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.345969] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230787, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.347149] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 927.347149] env[68828]: value = "task-3230788" [ 927.347149] env[68828]: _type = "Task" [ 927.347149] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.354704] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.720767] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updated VIF entry in instance network info cache for port bd1d045f-af6c-409b-96ed-03b05b2f517b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.721136] env[68828]: DEBUG nova.network.neutron [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updating instance_info_cache with network_info: [{"id": "bd1d045f-af6c-409b-96ed-03b05b2f517b", "address": "fa:16:3e:41:37:e9", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": null, "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbd1d045f-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.735063] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.753453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.589s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.757249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.323s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.757249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.757249] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 927.757249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.533s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.758660] env[68828]: INFO nova.compute.claims [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.767082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa5839-1980-4762-b16b-17ae82c0b7f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.779616] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ae5e4-1d6a-4e3a-b493-0e47597a3c91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.787434] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.787671] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.787877] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.788110] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.788266] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.788445] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.788618] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.788802] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.789090] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.789149] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.789315] env[68828]: DEBUG nova.virt.hardware [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.790510] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d6413-e64d-48cb-b294-5f49a600ab3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.796250] env[68828]: INFO nova.scheduler.client.report [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Deleted allocations for instance d2bc86a8-3c11-454a-8f8e-b6012ecd8f33 [ 927.809129] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064751} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.811666] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.812449] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a9000-3259-446e-8698-9ab769bd564e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.816276] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09952ea-f513-403a-bdb4-32f1933c58a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.819775] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38787ce2-bb9d-4d3c-9e3d-48eb3f401b5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.838078] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.844230] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Creating folder: Project (15e0d8681dde4de2a69a1b0ff2da10b4). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.854249] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8236bf5-8448-4019-a486-d260fcb2eba7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.857986] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c088401-0517-468d-ab5a-214823f34e96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.870155] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.876344] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdc6541-25c0-4217-9698-d3260f624aeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.918699] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177804MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 927.918883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.927657] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220278} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.927894] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230787, 'name': Rename_Task, 'duration_secs': 0.230359} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.928129] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Created folder: Project (15e0d8681dde4de2a69a1b0ff2da10b4) in parent group-v645630. [ 927.928291] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Creating folder: Instances. Parent ref: group-v645809. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.928997] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.929295] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.929502] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed5b3dd2-4e33-4a58-97eb-9e0a683648a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.931648] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e21b58-bb22-45b0-97c7-334163d528d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.933935] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c708f07b-b2a7-4877-8bde-a3b1b15e3238 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.937347] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 927.937347] env[68828]: value = "task-3230790" [ 927.937347] env[68828]: _type = "Task" [ 927.937347] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.958242] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2/99e4c566-b9da-42d4-a1b6-7255a8a7c6f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.960845] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9119e7-b87a-4cdb-8994-fce85ee8af6a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.979023] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 927.979023] env[68828]: value = "task-3230792" [ 927.979023] env[68828]: _type = "Task" [ 927.979023] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.979023] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Created folder: Instances in parent group-v645809. [ 927.979023] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.982265] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.982265] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.986101] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff86ae3-544a-4290-a149-fb9a7f510fd8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.002054] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 928.002054] env[68828]: value = "task-3230793" [ 928.002054] env[68828]: _type = "Task" [ 928.002054] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.005722] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.007299] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.007299] env[68828]: value = "task-3230794" [ 928.007299] env[68828]: _type = "Task" [ 928.007299] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.013500] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.018366] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230794, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.223566] env[68828]: DEBUG oslo_concurrency.lockutils [req-63cd96a8-12e8-4ed2-b545-5c0da0774966 req-44dd26a8-4ac4-4639-92c4-67670535e3bf service nova] Releasing lock "refresh_cache-7e3dfb00-d02b-4748-a2f4-03d0b14dc440" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.304619] env[68828]: DEBUG oslo_concurrency.lockutils [None req-778da34a-f748-43e6-b61a-070fcaec5d87 tempest-ServersTestJSON-1024121340 tempest-ServersTestJSON-1024121340-project-member] Lock "d2bc86a8-3c11-454a-8f8e-b6012ecd8f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.918s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.447929] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230790, 'name': ReconfigVM_Task, 'duration_secs': 0.328907} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.448328] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.448936] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c64366-5c23-42a5-85b3-5b5219a52189 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.454920] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 928.454920] env[68828]: value = "task-3230795" [ 928.454920] env[68828]: _type = "Task" [ 928.454920] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.463345] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230795, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.490437] env[68828]: DEBUG oslo_vmware.api [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3230792, 'name': PowerOnVM_Task, 'duration_secs': 0.483989} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.490731] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.490926] env[68828]: INFO nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Took 8.43 seconds to spawn the instance on the hypervisor. [ 928.491251] env[68828]: DEBUG nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.492280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679abc8d-3d8b-49a2-b43a-18a0c75935e1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.512067] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230793, 'name': ReconfigVM_Task, 'duration_secs': 0.342717} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.515233] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2/99e4c566-b9da-42d4-a1b6-7255a8a7c6f2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.515233] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f029f6-9981-49e1-825d-417ee7a8b016 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.523051] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230794, 'name': CreateVM_Task, 'duration_secs': 0.271176} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.524335] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.524668] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 928.524668] env[68828]: value = "task-3230796" [ 928.524668] env[68828]: _type = "Task" [ 928.524668] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.525048] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.525218] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.525529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.525844] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5206c3-9863-4d5b-aaa6-2189d747853d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.539427] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 928.539427] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526efccb-52f2-cfbf-638d-e05aebca0bb6" [ 928.539427] env[68828]: _type = "Task" [ 928.539427] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.539633] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230796, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.548988] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526efccb-52f2-cfbf-638d-e05aebca0bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.967848] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230795, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.012676] env[68828]: INFO nova.compute.manager [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Took 51.15 seconds to build instance. [ 929.038480] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230796, 'name': Rename_Task, 'duration_secs': 0.264746} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.038480] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.038480] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25b751bc-9bff-42a5-b946-242ac64f5ebd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.051226] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 929.051226] env[68828]: value = "task-3230797" [ 929.051226] env[68828]: _type = "Task" [ 929.051226] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.061858] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526efccb-52f2-cfbf-638d-e05aebca0bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.065451] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.065924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.066427] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.066650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.066935] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.072173] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbadd26b-8ad5-4903-8e05-4753dafa1b97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.074629] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.083011] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.083011] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.083330] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9378a513-d8ef-4235-84a0-be1ce42eccbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.091799] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 929.091799] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266ce0f-6550-a2a9-2dc5-f51120314fcc" [ 929.091799] env[68828]: _type = "Task" [ 929.091799] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.100283] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266ce0f-6550-a2a9-2dc5-f51120314fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.240667] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9db560-4480-48d0-960d-8467a1fe8cb7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.248594] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb333e3c-606f-4392-ade7-b307b76a2e4d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.279812] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66b013-3311-4c4f-a34e-0dd47810ce99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.287468] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09194f67-32d5-4844-850a-8c60021aa735 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.300870] env[68828]: DEBUG nova.compute.provider_tree [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.469789] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230795, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.515557] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c0964a-9f3d-4aa5-9845-4f984fc377aa tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.658s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.559906] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.605155] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5266ce0f-6550-a2a9-2dc5-f51120314fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.606125] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b124b3c-9224-4c70-945e-afbaaf55193d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.611447] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 929.611447] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5203497d-2d9c-f6c4-5dcb-56ecc993584e" [ 929.611447] env[68828]: _type = "Task" [ 929.611447] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.619729] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5203497d-2d9c-f6c4-5dcb-56ecc993584e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.807075] env[68828]: DEBUG nova.scheduler.client.report [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.971358] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230795, 'name': Rename_Task, 'duration_secs': 1.194426} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.971358] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.971358] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35657894-3837-41d9-94e3-ffcb81cea17d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.975115] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 929.975115] env[68828]: value = "task-3230798" [ 929.975115] env[68828]: _type = "Task" [ 929.975115] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.987966] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.061439] env[68828]: DEBUG oslo_vmware.api [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230797, 'name': PowerOnVM_Task, 'duration_secs': 0.921983} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.061727] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.062374] env[68828]: INFO nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Took 7.45 seconds to spawn the instance on the hypervisor. [ 930.063141] env[68828]: DEBUG nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.064147] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baccfdf4-4a80-433a-a3a0-0944632c03e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.128789] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5203497d-2d9c-f6c4-5dcb-56ecc993584e, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.129047] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.129590] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 39ef3db0-a517-40a9-87b3-0a6510ce32a2/39ef3db0-a517-40a9-87b3-0a6510ce32a2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.129590] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88948086-4f62-4aa7-9e02-760368b49948 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.140245] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 930.140245] env[68828]: value = "task-3230799" [ 930.140245] env[68828]: _type = "Task" [ 930.140245] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.149927] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.310899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.311529] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.315948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.834s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.321444] env[68828]: DEBUG nova.compute.manager [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Received event network-changed-374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.321660] env[68828]: DEBUG nova.compute.manager [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Refreshing instance network info cache due to event network-changed-374b1950-ab32-434a-ba7a-249a3fd3efbd. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.321878] env[68828]: DEBUG oslo_concurrency.lockutils [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] Acquiring lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.322033] env[68828]: DEBUG oslo_concurrency.lockutils [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] Acquired lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.322197] env[68828]: DEBUG nova.network.neutron [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Refreshing network info cache for port 374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.486484] env[68828]: DEBUG oslo_vmware.api [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230798, 'name': PowerOnVM_Task, 'duration_secs': 0.473857} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.488087] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.488087] env[68828]: DEBUG nova.compute.manager [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.488087] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff45d3b6-ee70-4ad9-8424-d39e53ddc9d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.581565] env[68828]: INFO nova.compute.manager [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Took 49.16 seconds to build instance. [ 930.656781] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.818357] env[68828]: DEBUG nova.compute.utils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.820559] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.820559] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.822358] env[68828]: DEBUG nova.objects.instance [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lazy-loading 'migration_context' on Instance uuid 392377e1-e0c2-4696-ad23-66a9287fa003 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.873927] env[68828]: DEBUG nova.policy [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c57d78c3484f538cc037ec861d3aeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e472e10c2d4269887f7a86aff9a465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.007850] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.087352] env[68828]: DEBUG oslo_concurrency.lockutils [None req-389fddbe-81bb-419a-bfd4-f2e50034c7ea tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.676s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.153872] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.308891] env[68828]: DEBUG nova.network.neutron [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updated VIF entry in instance network info cache for port 374b1950-ab32-434a-ba7a-249a3fd3efbd. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.308891] env[68828]: DEBUG nova.network.neutron [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updating instance_info_cache with network_info: [{"id": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "address": "fa:16:3e:c0:df:3f", "network": {"id": "9f2b04d8-0e68-4691-a533-764df27462f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-984016444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338fe8d98e554a6fb5efeb2675b086ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374b1950-ab", "ovs_interfaceid": "374b1950-ab32-434a-ba7a-249a3fd3efbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.322779] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.474137] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Successfully created port: b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.658899] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.791310] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1c825-1fb5-4e55-9296-c391fd4f4eb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.798700] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055e2ae0-8e18-4e67-8828-bcfaeb23a866 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.833320] env[68828]: DEBUG oslo_concurrency.lockutils [req-ea7ee24d-2138-4b7c-a4d3-ddd8b186d4ff req-695aa65c-26ca-4618-bf08-797885366730 service nova] Releasing lock "refresh_cache-26ad53a9-61fa-4d59-88d4-85aba32fe3e2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.838638] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c473552-51be-45c7-b6cb-d8186a3396c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.851351] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028da93-5470-435a-ae42-68cc36854afc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.868637] env[68828]: DEBUG nova.compute.provider_tree [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.155874] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230799, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523377} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.160245] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 39ef3db0-a517-40a9-87b3-0a6510ce32a2/39ef3db0-a517-40a9-87b3-0a6510ce32a2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.160543] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.161304] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6890c044-89dd-47f0-89ec-c23ab3e3782b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.169744] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 932.169744] env[68828]: value = "task-3230800" [ 932.169744] env[68828]: _type = "Task" [ 932.169744] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.178581] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.339758] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.371370] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.371634] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.371788] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.371975] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.372184] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.372342] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.372557] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.372714] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.372879] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.373064] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.373321] env[68828]: DEBUG nova.virt.hardware [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.374235] env[68828]: DEBUG nova.scheduler.client.report [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.377987] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba99482-40a9-4866-8522-1fed2fdb1185 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.388293] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0468dbc-875c-438c-af9b-7bde034f49b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.629247] env[68828]: INFO nova.compute.manager [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Rebuilding instance [ 932.682284] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230724} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.682750] env[68828]: DEBUG nova.compute.manager [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.683063] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.683872] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4cbc4-29de-47de-a0c0-95ae2fa2c325 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.687031] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a2dde-1e31-4f98-b579-92f87c760695 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.707288] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 39ef3db0-a517-40a9-87b3-0a6510ce32a2/39ef3db0-a517-40a9-87b3-0a6510ce32a2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.709189] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13664160-d158-449b-a409-d8579961bc29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.733771] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 932.733771] env[68828]: value = "task-3230801" [ 932.733771] env[68828]: _type = "Task" [ 932.733771] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.745522] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.119730] env[68828]: DEBUG nova.compute.manager [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Received event network-vif-plugged-b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.119730] env[68828]: DEBUG oslo_concurrency.lockutils [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.120389] env[68828]: DEBUG oslo_concurrency.lockutils [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.120695] env[68828]: DEBUG oslo_concurrency.lockutils [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.120838] env[68828]: DEBUG nova.compute.manager [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] No waiting events found dispatching network-vif-plugged-b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.121339] env[68828]: WARNING nova.compute.manager [req-8ed27302-c43c-470c-861e-f1b16f6f26de req-64d41940-c957-48c5-b49b-d96edb4d4639 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Received unexpected event network-vif-plugged-b5032efb-db1a-4855-854a-ee25feee4bb4 for instance with vm_state building and task_state spawning. [ 933.220980] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Successfully updated port: b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.249204] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230801, 'name': ReconfigVM_Task, 'duration_secs': 0.395589} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.249204] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 39ef3db0-a517-40a9-87b3-0a6510ce32a2/39ef3db0-a517-40a9-87b3-0a6510ce32a2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.249204] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8396acb5-e237-4b7a-8d4c-8d9135fa79dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.256095] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 933.256095] env[68828]: value = "task-3230802" [ 933.256095] env[68828]: _type = "Task" [ 933.256095] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.268651] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230802, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.389873] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.074s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.395799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.074s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.396149] env[68828]: DEBUG nova.objects.instance [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lazy-loading 'resources' on Instance uuid 2eca808d-d018-4b45-ac0b-ef2768ed1818 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.722621] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.722944] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.724312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.724439] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.724581] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.731809] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.731993] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cdbebaf-8ed1-4436-b277-210993d07791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.740227] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 933.740227] env[68828]: value = "task-3230803" [ 933.740227] env[68828]: _type = "Task" [ 933.740227] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.749911] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.765532] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230802, 'name': Rename_Task, 'duration_secs': 0.299859} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.765903] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.766099] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9a0bed-c343-4c9a-b2f9-9ab4f9e70318 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.771402] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 933.771402] env[68828]: value = "task-3230804" [ 933.771402] env[68828]: _type = "Task" [ 933.771402] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.780371] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.165231] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.165495] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.165702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.165909] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.166094] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.174359] env[68828]: INFO nova.compute.manager [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Terminating instance [ 934.227357] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.254579] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230803, 'name': PowerOffVM_Task, 'duration_secs': 0.21862} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.254826] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.255530] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.258939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e38b40-1cf8-4331-b9cd-f774ac630162 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.269669] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.272610] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.275466] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb518c1-bda8-4c82-848b-387059a953f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.289811] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.341947] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885b83d0-31a0-4621-a6b8-c00406ceebc3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.350650] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de07bd-f247-4198-b38f-9e4744b677a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.386810] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6968b1c9-880c-42eb-9f4e-13b1d47ea141 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.389525] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.389735] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.389919] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore1] 605495ba-7900-4069-9142-4c2e87929fb5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.390202] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b668609-3534-4880-9a8e-0a3afcad0d32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.399521] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e54754-6b3a-44cf-9b5f-918cfceb1500 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.403857] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 934.403857] env[68828]: value = "task-3230806" [ 934.403857] env[68828]: _type = "Task" [ 934.403857] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.423923] env[68828]: DEBUG nova.compute.provider_tree [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.442511] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.479331] env[68828]: DEBUG nova.network.neutron [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.680869] env[68828]: DEBUG nova.compute.manager [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.681121] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.682021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c4cdb-1331-4a7c-ab08-52a8ec884764 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.689986] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.690263] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a5ee30f-74ac-4573-bf96-cee860e4358d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.695947] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 934.695947] env[68828]: value = "task-3230807" [ 934.695947] env[68828]: _type = "Task" [ 934.695947] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.705599] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.749892] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.787666] env[68828]: DEBUG oslo_vmware.api [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230804, 'name': PowerOnVM_Task, 'duration_secs': 0.870798} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.787946] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.788166] env[68828]: INFO nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Took 7.05 seconds to spawn the instance on the hypervisor. [ 934.788403] env[68828]: DEBUG nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.789365] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8cf3b-9678-45fe-887c-9078defc8513 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.915525] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.915906] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.916175] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.916415] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.936514] env[68828]: DEBUG nova.scheduler.client.report [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.955775] env[68828]: INFO nova.compute.manager [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Swapping old allocation on dict_keys(['0c65c51f-8bae-4ffe-92bf-020e73c32cf3']) held by migration c7adbaa9-af50-4c6f-aeb1-88a53fc1e2a0 for instance [ 934.979779] env[68828]: DEBUG nova.scheduler.client.report [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Overwriting current allocation {'allocations': {'0c65c51f-8bae-4ffe-92bf-020e73c32cf3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'd04ff4aef5b04432b9fd84f4d8720e9b', 'user_id': 'fb7bb4d6c7ca46e69780159bfe1a12fd', 'consumer_generation': 1} on consumer 392377e1-e0c2-4696-ad23-66a9287fa003 {{(pid=68828) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 934.982373] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.982669] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Instance network_info: |[{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.983338] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:fc:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5032efb-db1a-4855-854a-ee25feee4bb4', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.992035] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating folder: Project (58e472e10c2d4269887f7a86aff9a465). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.992035] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eafd191-bbe7-4563-a2cb-e80eeeaa05f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.001796] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created folder: Project (58e472e10c2d4269887f7a86aff9a465) in parent group-v645630. [ 935.002052] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating folder: Instances. Parent ref: group-v645812. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.002263] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c20b50cd-4350-4216-9251-edf17263d00c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.010896] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created folder: Instances in parent group-v645812. [ 935.011160] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.011358] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.011598] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e5d2f4-1eae-466d-9399-ee6693c49c85 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.032643] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.032643] env[68828]: value = "task-3230810" [ 935.032643] env[68828]: _type = "Task" [ 935.032643] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.042721] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230810, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.091364] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.091560] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquired lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.091805] env[68828]: DEBUG nova.network.neutron [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.148399] env[68828]: DEBUG nova.compute.manager [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Received event network-changed-b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.148596] env[68828]: DEBUG nova.compute.manager [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Refreshing instance network info cache due to event network-changed-b5032efb-db1a-4855-854a-ee25feee4bb4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.148812] env[68828]: DEBUG oslo_concurrency.lockutils [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.148956] env[68828]: DEBUG oslo_concurrency.lockutils [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.149171] env[68828]: DEBUG nova.network.neutron [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Refreshing network info cache for port b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.208012] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230807, 'name': PowerOffVM_Task, 'duration_secs': 0.350799} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.208349] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.208530] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.208782] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f998e5-8df0-4968-b909-d2778c0191fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.286788] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.286990] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.287160] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleting the datastore file [datastore1] 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.287429] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a4a70b0-6ea1-4d29-9628-daf85f3a2a03 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.293879] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 935.293879] env[68828]: value = "task-3230812" [ 935.293879] env[68828]: _type = "Task" [ 935.293879] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.310162] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.310717] env[68828]: INFO nova.compute.manager [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Took 47.65 seconds to build instance. [ 935.442266] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.444634] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.612s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.444859] env[68828]: DEBUG nova.objects.instance [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.465032] env[68828]: INFO nova.scheduler.client.report [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Deleted allocations for instance 2eca808d-d018-4b45-ac0b-ef2768ed1818 [ 935.542469] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230810, 'name': CreateVM_Task, 'duration_secs': 0.370462} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.542808] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.543368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.543520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.543870] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.544136] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aea66b-5481-4698-9e01-f0d0493877b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.548640] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 935.548640] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cccbe4-974f-4025-8246-4f92575097ad" [ 935.548640] env[68828]: _type = "Task" [ 935.548640] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.556808] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cccbe4-974f-4025-8246-4f92575097ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.801536] env[68828]: DEBUG nova.network.neutron [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [{"id": "7430bc25-a8cd-4bae-9926-008add1f1431", "address": "fa:16:3e:2f:d7:cd", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7430bc25-a8", "ovs_interfaceid": "7430bc25-a8cd-4bae-9926-008add1f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.813394] env[68828]: DEBUG oslo_concurrency.lockutils [None req-79c2eab5-206a-4267-aa29-b827f312861a tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.176s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.813646] env[68828]: DEBUG oslo_vmware.api [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394557} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.814577] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.816168] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.816562] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.816636] env[68828]: INFO nova.compute.manager [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 935.816881] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.817651] env[68828]: DEBUG nova.compute.manager [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.817753] env[68828]: DEBUG nova.network.neutron [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.959538] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.959807] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.959971] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.960180] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.960302] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.960445] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.960655] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.961252] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.961252] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.961252] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.961378] env[68828]: DEBUG nova.virt.hardware [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.962546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0898c19-02a9-4e87-8611-3b58ad092459 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.975759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec1a2f2c-e65a-4611-a45f-13f63fe2e97a tempest-ServerRescueTestJSON-836366218 tempest-ServerRescueTestJSON-836366218-project-member] Lock "2eca808d-d018-4b45-ac0b-ef2768ed1818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.337s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.977776] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102f1f08-53eb-4fe7-a39d-6052a806968d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.994081] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:04:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.001703] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.003139] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.003139] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2eef34-ec90-409a-bdb7-a8f268687389 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.024711] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.024711] env[68828]: value = "task-3230813" [ 936.024711] env[68828]: _type = "Task" [ 936.024711] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.032894] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230813, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.061923] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cccbe4-974f-4025-8246-4f92575097ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.062366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.062612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.062853] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.062998] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.063187] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.063449] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78cd6118-a70d-4d1e-a1aa-3f2bb3a02eec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.079167] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.079447] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.080393] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dc9de6-38c9-429e-96d5-fd8430010de2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.086905] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 936.086905] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529f8418-a0c4-d25e-b93d-ed57573a6cff" [ 936.086905] env[68828]: _type = "Task" [ 936.086905] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.096522] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529f8418-a0c4-d25e-b93d-ed57573a6cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.306564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Releasing lock "refresh_cache-392377e1-e0c2-4696-ad23-66a9287fa003" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.307059] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.307346] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7e66bf-9ebd-46cd-88eb-992c8a75f5da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.315008] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 936.315008] env[68828]: value = "task-3230814" [ 936.315008] env[68828]: _type = "Task" [ 936.315008] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.330599] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.417585] env[68828]: DEBUG nova.network.neutron [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updated VIF entry in instance network info cache for port b5032efb-db1a-4855-854a-ee25feee4bb4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.418052] env[68828]: DEBUG nova.network.neutron [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.453554] env[68828]: DEBUG oslo_concurrency.lockutils [None req-395c47e8-6c66-4dfd-9e69-28a32ee4ac78 tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.458949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.913s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.534403] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230813, 'name': CreateVM_Task, 'duration_secs': 0.371763} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.534592] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.535276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.535437] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.535752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.536009] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffd210f-d0e3-4b0e-82a7-232aafae05c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.540680] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 936.540680] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52399176-2ac0-8e5f-0e88-63ebd78e04df" [ 936.540680] env[68828]: _type = "Task" [ 936.540680] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.549749] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52399176-2ac0-8e5f-0e88-63ebd78e04df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.598484] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529f8418-a0c4-d25e-b93d-ed57573a6cff, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.599764] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9372cd-9904-4933-9742-31dbc9249c84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.603015] env[68828]: DEBUG nova.network.neutron [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.605550] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 936.605550] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5288c722-f6cb-9c8b-1c33-57baeaf58c3b" [ 936.605550] env[68828]: _type = "Task" [ 936.605550] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.614181] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5288c722-f6cb-9c8b-1c33-57baeaf58c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.826459] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230814, 'name': PowerOffVM_Task, 'duration_secs': 0.194582} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.826964] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.827736] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:41:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='83be3fad-1396-4b2b-9a45-bad5774f8cea',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059780825',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.828319] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.828485] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.828675] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.828821] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.828999] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.829189] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.829386] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.829591] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.829834] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.830046] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.836040] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01c31af-e373-4821-8c2b-fba03ac3cb33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.851783] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 936.851783] env[68828]: value = "task-3230815" [ 936.851783] env[68828]: _type = "Task" [ 936.851783] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.862300] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.921856] env[68828]: DEBUG oslo_concurrency.lockutils [req-442f07b0-8268-46fd-bb0c-96d09e0e3c44 req-88b60649-1529-49e5-abbc-4f6cf2e944d5 service nova] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959925] env[68828]: INFO nova.compute.claims [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.051557] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52399176-2ac0-8e5f-0e88-63ebd78e04df, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.051896] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052139] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.052387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.111342] env[68828]: INFO nova.compute.manager [-] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Took 1.29 seconds to deallocate network for instance. [ 937.125341] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5288c722-f6cb-9c8b-1c33-57baeaf58c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.125934] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.127621] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.127621] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127621] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.127621] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53844199-9f5b-41f3-8608-02b60acb28a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.129392] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56442471-71cc-4ff6-a3b1-2265a767ef16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.137165] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 937.137165] env[68828]: value = "task-3230816" [ 937.137165] env[68828]: _type = "Task" [ 937.137165] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.141594] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.141814] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.143228] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb16a4ec-2962-4fbf-b3ee-72f08ce100bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.149829] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.153406] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 937.153406] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528386d2-8341-3132-2c70-a077203ff90a" [ 937.153406] env[68828]: _type = "Task" [ 937.153406] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.163966] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528386d2-8341-3132-2c70-a077203ff90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.276307] env[68828]: DEBUG nova.compute.manager [req-24dc9433-218b-459c-b3d8-d03e9576eac1 req-fbd93a5f-ba24-484d-b3fa-8905b5c4fad8 service nova] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Received event network-vif-deleted-e1532bb5-0aeb-4f03-8c86-830fa8acaab5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.366417] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230815, 'name': ReconfigVM_Task, 'duration_secs': 0.140342} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.367707] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce50a91-e95b-46b7-b3b8-6f8fe3c8d088 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.393706] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:41:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='83be3fad-1396-4b2b-9a45-bad5774f8cea',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059780825',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.394069] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.394249] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.394437] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.394583] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.394727] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.394970] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.395148] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.395346] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.395578] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.396026] env[68828]: DEBUG nova.virt.hardware [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.397062] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff2f0cf-2b3e-434d-a2a9-ae6326933b75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.404029] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 937.404029] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a41681-d24e-b98e-8edb-21a6a2742717" [ 937.404029] env[68828]: _type = "Task" [ 937.404029] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.406858] env[68828]: DEBUG nova.compute.manager [None req-f34a0868-a628-4d97-a5b0-6cd1cfdb9c0f tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.408300] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a0872a-aaa4-4ad6-868d-af594f7f933e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.418474] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a41681-d24e-b98e-8edb-21a6a2742717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.470545] env[68828]: INFO nova.compute.resource_tracker [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating resource usage from migration 5d45914c-047b-4ae9-a87c-e8c0993a4b57 [ 937.627971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.655427] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.669995] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528386d2-8341-3132-2c70-a077203ff90a, 'name': SearchDatastore_Task, 'duration_secs': 0.018832} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.670952] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04ed26e-b2d1-4bf9-903f-6dd8e7dc87c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.679063] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 937.679063] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52670e5f-7d39-7097-6738-461d389d62dd" [ 937.679063] env[68828]: _type = "Task" [ 937.679063] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.687249] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52670e5f-7d39-7097-6738-461d389d62dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.743695] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.743964] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.744263] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.744711] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.744711] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.751247] env[68828]: INFO nova.compute.manager [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Terminating instance [ 937.874538] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895433b-47a9-4775-8eae-7068edf49e28 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.882763] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226ac85-a09d-4471-909f-172f383e4cfa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.916877] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfdcfd1-a165-4ed4-86cb-95e970897168 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.927727] env[68828]: INFO nova.compute.manager [None req-f34a0868-a628-4d97-a5b0-6cd1cfdb9c0f tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] instance snapshotting [ 937.928118] env[68828]: DEBUG nova.objects.instance [None req-f34a0868-a628-4d97-a5b0-6cd1cfdb9c0f tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lazy-loading 'flavor' on Instance uuid 39ef3db0-a517-40a9-87b3-0a6510ce32a2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.929970] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a41681-d24e-b98e-8edb-21a6a2742717, 'name': SearchDatastore_Task, 'duration_secs': 0.040183} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.935827] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.936954] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e17dc-61bd-417f-b753-c5deb0c51d64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.940841] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afb2074-f9fd-4bad-a1cf-115933f7577c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.970118] env[68828]: DEBUG nova.compute.provider_tree [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.972848] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 937.972848] env[68828]: value = "task-3230817" [ 937.972848] env[68828]: _type = "Task" [ 937.972848] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.983137] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.147998] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.148548] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.148548] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.148711] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd772982-0996-4b12-9785-d327fdaf7d90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.154745] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 938.154745] env[68828]: value = "task-3230818" [ 938.154745] env[68828]: _type = "Task" [ 938.154745] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.164553] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.190404] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52670e5f-7d39-7097-6738-461d389d62dd, 'name': SearchDatastore_Task, 'duration_secs': 0.023172} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.190689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.191057] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.191449] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2324ddfc-f60a-46c6-affc-cbca78db8dc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.199049] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 938.199049] env[68828]: value = "task-3230819" [ 938.199049] env[68828]: _type = "Task" [ 938.199049] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.207470] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.256506] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "refresh_cache-39ef3db0-a517-40a9-87b3-0a6510ce32a2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.256876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquired lock "refresh_cache-39ef3db0-a517-40a9-87b3-0a6510ce32a2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.257023] env[68828]: DEBUG nova.network.neutron [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.434217] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ae3c8-3cb0-4e1e-9df0-0160c92fd894 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.456180] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2555b659-00bc-4595-b431-438ac6905fe4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.474422] env[68828]: DEBUG nova.scheduler.client.report [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.492249] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230817, 'name': ReconfigVM_Task, 'duration_secs': 0.210147} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.492619] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.493484] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc06b073-10b3-4472-9230-76c97e5b6ff9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.523436] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.525492] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcdf4c5-a822-4af1-9181-4bab446b809a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.545372] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 938.545372] env[68828]: value = "task-3230820" [ 938.545372] env[68828]: _type = "Task" [ 938.545372] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.556014] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.675396] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.675692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.676554] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e6f173-4e4e-45e1-b3c1-0638ed961d4a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.700688] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.701166] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c838a4d0-9e6d-47e6-ad12-872d186ba6c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.730979] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495012} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.732849] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.733121] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.733646] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 938.733646] env[68828]: value = "task-3230821" [ 938.733646] env[68828]: _type = "Task" [ 938.733646] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.734084] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5ebecb4-bd62-4e80-8c8c-a2b8835ed3a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.745883] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747796] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 938.747796] env[68828]: value = "task-3230822" [ 938.747796] env[68828]: _type = "Task" [ 938.747796] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.757500] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.784223] env[68828]: DEBUG nova.network.neutron [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.879406] env[68828]: DEBUG nova.network.neutron [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.967409] env[68828]: DEBUG nova.compute.manager [None req-f34a0868-a628-4d97-a5b0-6cd1cfdb9c0f tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance disappeared during snapshot {{(pid=68828) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 938.986915] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.532s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.987136] env[68828]: INFO nova.compute.manager [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Migrating [ 938.993607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.923s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.994047] env[68828]: DEBUG nova.objects.instance [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lazy-loading 'resources' on Instance uuid 0a226834-95c6-4bbb-8f0b-814135e50e80 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.055639] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230820, 'name': ReconfigVM_Task, 'duration_secs': 0.375143} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.055919] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003/392377e1-e0c2-4696-ad23-66a9287fa003.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.056756] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97bdc0f-352d-4c77-8403-8868f3c78a2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.075522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08c47c-0a37-489d-93a1-48d5b12a9ab2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.101410] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8800a92a-5bde-4d06-b294-ef7d884cb832 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.120437] env[68828]: DEBUG nova.compute.manager [None req-f34a0868-a628-4d97-a5b0-6cd1cfdb9c0f tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Found 0 images (rotation: 2) {{(pid=68828) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 939.121972] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a165f-6563-4b75-93e9-2a63efab02cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.128997] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.129268] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71ec2d52-9dee-4edc-9844-0e97e2d16207 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.135650] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 939.135650] env[68828]: value = "task-3230823" [ 939.135650] env[68828]: _type = "Task" [ 939.135650] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.143159] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.246538] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.258947] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069679} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.258947] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.258947] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31a768-7af8-4815-9524-b0ee563dfbd1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.282822] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.284731] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884c6653-1220-4b7e-a9cb-b54ed29bff32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.303560] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 939.303560] env[68828]: value = "task-3230824" [ 939.303560] env[68828]: _type = "Task" [ 939.303560] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.311460] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.383360] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Releasing lock "refresh_cache-39ef3db0-a517-40a9-87b3-0a6510ce32a2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.384038] env[68828]: DEBUG nova.compute.manager [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.384140] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.385065] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4357d87b-541e-42b3-9341-ee7720e95b5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.393993] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.394269] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc44e574-a50c-40cc-88a2-43b1f96cf89d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.400516] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 939.400516] env[68828]: value = "task-3230825" [ 939.400516] env[68828]: _type = "Task" [ 939.400516] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.409095] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.509695] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.509940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.510154] env[68828]: DEBUG nova.network.neutron [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.645155] env[68828]: DEBUG oslo_vmware.api [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230823, 'name': PowerOnVM_Task, 'duration_secs': 0.367731} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.647782] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.753033] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230821, 'name': ReconfigVM_Task, 'duration_secs': 0.816433} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.756598] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.759345] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a7fa509-0045-4b54-afed-25fb832d6d23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.765089] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 939.765089] env[68828]: value = "task-3230826" [ 939.765089] env[68828]: _type = "Task" [ 939.765089] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.776355] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230826, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.814919] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.911833] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230825, 'name': PowerOffVM_Task, 'duration_secs': 0.169655} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.912119] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.912119] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.912373] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e36a288f-2deb-453e-bcff-81e7f31bdf1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.915567] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d28c6-9ea2-4bdb-9bff-07aafd743dff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923314] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3bb55-6a59-4a46-bf3c-4a0704473846 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.958954] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7299af-54b7-4408-ae05-f6f44edbda14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.961611] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.961835] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.962037] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Deleting the datastore file [datastore2] 39ef3db0-a517-40a9-87b3-0a6510ce32a2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.962282] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc5cafa-6d19-4f3f-ac4b-b08e076dd8bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.969870] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf88bbe-4fcd-4efd-9365-89b24fbbf4f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.973688] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for the task: (returnval){ [ 939.973688] env[68828]: value = "task-3230828" [ 939.973688] env[68828]: _type = "Task" [ 939.973688] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.984838] env[68828]: DEBUG nova.compute.provider_tree [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.990600] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.277526] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230826, 'name': Rename_Task, 'duration_secs': 0.144677} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.277915] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.278251] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fbfd42d-30a2-41f8-b5e2-c7473c9f254e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.285542] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 940.285542] env[68828]: value = "task-3230829" [ 940.285542] env[68828]: _type = "Task" [ 940.285542] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.297686] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.297686] env[68828]: DEBUG nova.network.neutron [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.315368] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230824, 'name': ReconfigVM_Task, 'duration_secs': 0.595719} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.315658] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5/605495ba-7900-4069-9142-4c2e87929fb5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.316402] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52cf9e9-6668-460d-b281-99ada29ae45a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.327029] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 940.327029] env[68828]: value = "task-3230830" [ 940.327029] env[68828]: _type = "Task" [ 940.327029] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.338100] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230830, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.484665] env[68828]: DEBUG oslo_vmware.api [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Task: {'id': task-3230828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41713} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.484925] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.485128] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.485313] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.485478] env[68828]: INFO nova.compute.manager [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 940.485713] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.485893] env[68828]: DEBUG nova.compute.manager [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.485982] env[68828]: DEBUG nova.network.neutron [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.488280] env[68828]: DEBUG nova.scheduler.client.report [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.528365] env[68828]: DEBUG nova.network.neutron [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.658893] env[68828]: INFO nova.compute.manager [None req-009fd679-8e49-4b7b-89e0-905e640162d3 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance to original state: 'active' [ 940.796680] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.799332] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.835435] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230830, 'name': Rename_Task, 'duration_secs': 0.304621} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.835718] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.835943] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67ae68f1-564b-427e-add9-640ed09ab466 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.842414] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 940.842414] env[68828]: value = "task-3230831" [ 940.842414] env[68828]: _type = "Task" [ 940.842414] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.849975] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.995019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.996506] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.674s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.998164] env[68828]: INFO nova.compute.claims [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.018487] env[68828]: INFO nova.scheduler.client.report [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Deleted allocations for instance 0a226834-95c6-4bbb-8f0b-814135e50e80 [ 941.032614] env[68828]: DEBUG nova.network.neutron [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.300748] env[68828]: DEBUG oslo_vmware.api [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3230829, 'name': PowerOnVM_Task, 'duration_secs': 1.011471} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.301312] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.301312] env[68828]: INFO nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Took 8.96 seconds to spawn the instance on the hypervisor. [ 941.301481] env[68828]: DEBUG nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.306382] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df82e156-8d03-4385-a098-1edb01ac9482 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.356862] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.535670] env[68828]: INFO nova.compute.manager [-] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Took 1.05 seconds to deallocate network for instance. [ 941.536177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d4f41ac8-816b-40a7-84a5-a237a915144b tempest-ServersListShow2100Test-1703316252 tempest-ServersListShow2100Test-1703316252-project-member] Lock "0a226834-95c6-4bbb-8f0b-814135e50e80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.661s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.751568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "aaa4efed-a739-46d8-872e-91525fa03fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.751568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.826885] env[68828]: INFO nova.compute.manager [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Took 47.63 seconds to build instance. [ 941.854749] env[68828]: DEBUG oslo_vmware.api [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230831, 'name': PowerOnVM_Task, 'duration_secs': 0.678365} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.855431] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.855702] env[68828]: DEBUG nova.compute.manager [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.856492] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342faca-318a-4a24-bfc1-7d09bcc05783 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.046823] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.210942] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.211444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.253299] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.318695] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b46a68-a907-4eb5-a9c3-904560fb811b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.339983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3880c72b-a264-42e1-8edf-5940a7d5c5ed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.149s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.340718] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.371809] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.452903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "392377e1-e0c2-4696-ad23-66a9287fa003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.453143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.453352] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.453534] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.453696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.456335] env[68828]: INFO nova.compute.manager [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Terminating instance [ 942.469521] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff206a-f554-4296-a5a6-1197c9ba3b8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.478572] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2ba9b-467c-431e-94e4-6b71e569f89a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef5585-0429-4f6e-9607-d71e2fca7bc3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.518050] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10343a94-c778-4420-80e0-f39d97a0d8f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.531842] env[68828]: DEBUG nova.compute.provider_tree [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.714258] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.776732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.852400] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.852904] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937e6e13-c56b-4ff6-89ea-f612f919f5b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.864756] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 942.864756] env[68828]: value = "task-3230832" [ 942.864756] env[68828]: _type = "Task" [ 942.864756] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.873164] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.961502] env[68828]: DEBUG nova.compute.manager [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.961744] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.962688] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5add709-a2c7-4292-aa3a-080dbf6a1c99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.970562] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.970807] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03b8cf41-da18-462b-8c51-2f62282ab4e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.982367] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 942.982367] env[68828]: value = "task-3230833" [ 942.982367] env[68828]: _type = "Task" [ 942.982367] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.990230] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.035516] env[68828]: DEBUG nova.scheduler.client.report [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.240595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.328966] env[68828]: DEBUG nova.compute.manager [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Received event network-changed-b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.328966] env[68828]: DEBUG nova.compute.manager [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Refreshing instance network info cache due to event network-changed-b5032efb-db1a-4855-854a-ee25feee4bb4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.328966] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.328966] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.329869] env[68828]: DEBUG nova.network.neutron [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Refreshing network info cache for port b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.375669] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.375904] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.492027] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230833, 'name': PowerOffVM_Task, 'duration_secs': 0.416426} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.492400] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.492577] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.492821] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5795ced6-1322-40d9-93ce-bd85e29b5ef5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.543519] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.544113] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.551513] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.852s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.551513] env[68828]: DEBUG nova.objects.instance [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lazy-loading 'resources' on Instance uuid acf985b4-48a1-41eb-a1a3-6c0a041c7b5b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.552583] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.552791] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.552994] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleting the datastore file [datastore2] 392377e1-e0c2-4696-ad23-66a9287fa003 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.553453] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093185b2-3f5c-47d6-aecd-db1d8c740f6a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.562616] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 943.562616] env[68828]: value = "task-3230835" [ 943.562616] env[68828]: _type = "Task" [ 943.562616] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.569435] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.882368] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.882857] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.883126] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.883410] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.883706] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.884115] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.884267] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.884472] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.884704] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.884983] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.885273] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.890749] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7991865-01a7-4b1e-bb2f-094d27ad3f64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.907182] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 943.907182] env[68828]: value = "task-3230836" [ 943.907182] env[68828]: _type = "Task" [ 943.907182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.917155] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.049969] env[68828]: DEBUG nova.compute.utils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.051537] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.051698] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.072837] env[68828]: DEBUG oslo_vmware.api [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445952} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.073205] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.073467] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.073707] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.074032] env[68828]: INFO nova.compute.manager [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Took 1.11 seconds to destroy the instance on the hypervisor. [ 944.074409] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.074695] env[68828]: DEBUG nova.compute.manager [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.074869] env[68828]: DEBUG nova.network.neutron [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.102013] env[68828]: DEBUG nova.policy [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd783b41db0f748918a8c5f8bb5088612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25db23f8a1c447cd94211bf4ab36a3be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.109500] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.109738] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.109971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.110195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.110350] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.115557] env[68828]: INFO nova.compute.manager [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Terminating instance [ 944.407975] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Successfully created port: 413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.418819] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230836, 'name': ReconfigVM_Task, 'duration_secs': 0.14646} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.419148] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.495178] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009ba5b-c257-4d9d-9415-b7b24942742f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.504110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f86a1-64b6-44d9-918b-3e8bfadba132 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.538344] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5de6b3-2fe1-4023-859c-67e20456cbda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.550022] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2325f2d-5443-4db0-83e5-f70cab554aa1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.562340] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.567045] env[68828]: DEBUG nova.compute.provider_tree [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.620046] env[68828]: DEBUG nova.compute.manager [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.620293] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.621157] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca6cb1-170e-49a7-b971-4ef5ea5993f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.629009] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.629257] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b212573-db98-4d7a-94ab-b06fc0ea1ebc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.635230] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 944.635230] env[68828]: value = "task-3230837" [ 944.635230] env[68828]: _type = "Task" [ 944.635230] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.645280] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.746047] env[68828]: DEBUG nova.network.neutron [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updated VIF entry in instance network info cache for port b5032efb-db1a-4855-854a-ee25feee4bb4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.746477] env[68828]: DEBUG nova.network.neutron [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.927127] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.927458] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.927673] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.927925] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.928139] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.928358] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.928651] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.928864] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.929105] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.929335] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.929560] env[68828]: DEBUG nova.virt.hardware [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.938221] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.939885] env[68828]: DEBUG nova.compute.manager [req-0585cb7c-cc01-4fc4-a1a7-ac0bd08c4867 req-22588ef8-d7a1-4510-8e4b-c1639098bb9f service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Received event network-vif-deleted-7430bc25-a8cd-4bae-9926-008add1f1431 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.940173] env[68828]: INFO nova.compute.manager [req-0585cb7c-cc01-4fc4-a1a7-ac0bd08c4867 req-22588ef8-d7a1-4510-8e4b-c1639098bb9f service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Neutron deleted interface 7430bc25-a8cd-4bae-9926-008add1f1431; detaching it from the instance and deleting it from the info cache [ 944.940434] env[68828]: DEBUG nova.network.neutron [req-0585cb7c-cc01-4fc4-a1a7-ac0bd08c4867 req-22588ef8-d7a1-4510-8e4b-c1639098bb9f service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.942189] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7780aa-ae98-4360-a856-2f65d0c9fc6a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.970481] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 944.970481] env[68828]: value = "task-3230838" [ 944.970481] env[68828]: _type = "Task" [ 944.970481] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.982645] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.073773] env[68828]: DEBUG nova.scheduler.client.report [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.144971] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230837, 'name': PowerOffVM_Task, 'duration_secs': 0.405781} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.145365] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.145564] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.145819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f2f4b83-caca-4023-81b6-b0b10e51c07c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.219739] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.220044] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.220263] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore2] 27eb192c-48ae-471c-a0c0-feeb62aa04fd {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.220531] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c0c5fd1-35aa-4882-ac3d-382f95afda1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.227189] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 945.227189] env[68828]: value = "task-3230840" [ 945.227189] env[68828]: _type = "Task" [ 945.227189] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.234905] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.239255] env[68828]: DEBUG nova.network.neutron [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.252829] env[68828]: DEBUG oslo_concurrency.lockutils [req-6f86f06a-7e0f-4388-b6da-8d182d3b2f0b req-4b6fa22a-825b-42cf-ad69-8cef2ae4717a service nova] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.465199] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f101325-7c02-4afc-80c8-a0858de2caf3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.477782] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1e5d5-1a51-4072-9559-707cd4115943 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.495395] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230838, 'name': ReconfigVM_Task, 'duration_secs': 0.170284} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.495395] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.496111] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902dbe61-3078-4d07-bc9f-e477bc586359 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.517418] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.527713] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa540277-4aba-418e-89d8-9154ce8e02db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.540456] env[68828]: DEBUG nova.compute.manager [req-0585cb7c-cc01-4fc4-a1a7-ac0bd08c4867 req-22588ef8-d7a1-4510-8e4b-c1639098bb9f service nova] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Detach interface failed, port_id=7430bc25-a8cd-4bae-9926-008add1f1431, reason: Instance 392377e1-e0c2-4696-ad23-66a9287fa003 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.546563] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 945.546563] env[68828]: value = "task-3230841" [ 945.546563] env[68828]: _type = "Task" [ 945.546563] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.554914] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.579595] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.582304] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.584719] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.905s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.586491] env[68828]: INFO nova.compute.claims [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.608849] env[68828]: INFO nova.scheduler.client.report [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Deleted allocations for instance acf985b4-48a1-41eb-a1a3-6c0a041c7b5b [ 945.614778] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2b4c1a876446169afd36192ed02c822e',container_format='bare',created_at=2025-04-03T05:43:36Z,direct_url=,disk_format='vmdk',id=eebcde25-083f-405e-bd81-26995eb5571a,min_disk=1,min_ram=0,name='tempest-test-snap-18725051',owner='25db23f8a1c447cd94211bf4ab36a3be',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T05:43:52Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.615282] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.615282] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.615468] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.615629] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.615796] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.616044] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.616223] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.616420] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.616588] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.616800] env[68828]: DEBUG nova.virt.hardware [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.617683] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994ffcf-0412-409b-8ae1-9c5506e6d431 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.625921] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f9d09-d81d-412b-a699-6a708b15bcd1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.737748] env[68828]: DEBUG oslo_vmware.api [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181322} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.738046] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.738253] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.738537] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.738703] env[68828]: INFO nova.compute.manager [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 945.738963] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.739180] env[68828]: DEBUG nova.compute.manager [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.739280] env[68828]: DEBUG nova.network.neutron [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.741108] env[68828]: INFO nova.compute.manager [-] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Took 1.67 seconds to deallocate network for instance. [ 945.976957] env[68828]: DEBUG nova.compute.manager [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Received event network-vif-plugged-413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.977482] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] Acquiring lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.977787] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.978163] env[68828]: DEBUG oslo_concurrency.lockutils [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.978262] env[68828]: DEBUG nova.compute.manager [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] No waiting events found dispatching network-vif-plugged-413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.978480] env[68828]: WARNING nova.compute.manager [req-3c1a3568-1d9e-4a52-90cf-1d9049fbf104 req-9c3afb6f-64b1-4f8b-a78f-c5d0770d30fc service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Received unexpected event network-vif-plugged-413d227c-a6a0-4698-a3c9-d63e77cf9fd1 for instance with vm_state building and task_state spawning. [ 945.986720] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Successfully updated port: 413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.058534] env[68828]: DEBUG oslo_vmware.api [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230841, 'name': ReconfigVM_Task, 'duration_secs': 0.265443} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.058802] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37/255edea0-1953-4a00-8f22-2ff42f406d37.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.059039] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.123765] env[68828]: DEBUG oslo_concurrency.lockutils [None req-24445b70-9ddd-413e-a046-6133f3457ffd tempest-VolumesAssistedSnapshotsTest-426927991 tempest-VolumesAssistedSnapshotsTest-426927991-project-member] Lock "acf985b4-48a1-41eb-a1a3-6c0a041c7b5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.385s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.250196] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.490433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.490656] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.490813] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.566305] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b36bf3-9b72-415e-b2f5-7701900d7bf3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.585649] env[68828]: DEBUG nova.network.neutron [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.587867] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785021b2-35e2-4e4b-8c06-dd173a7796c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610063] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.928983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2891952-2154-4fe9-8b90-333d1d6bb59d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.937325] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43854c50-cba3-45e0-a707-16fe5c2b26f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.972116] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6122fb7d-5111-42bf-978a-5278b2f1e198 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.975901] env[68828]: DEBUG nova.compute.manager [req-8195fd28-c52a-40e8-851b-cbe66991b6e7 req-75120a1e-6295-4396-93de-f2b6e51ffbc8 service nova] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Received event network-vif-deleted-0a77746e-76f4-4d57-be37-84d0b4075496 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.981708] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45a197-1ced-4d16-8013-5ac72d548cb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.997655] env[68828]: DEBUG nova.compute.provider_tree [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.050037] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.091395] env[68828]: INFO nova.compute.manager [-] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Took 1.35 seconds to deallocate network for instance. [ 947.177846] env[68828]: DEBUG nova.network.neutron [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Port c8ac116c-241b-4397-adc6-27978f6446de binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 947.340308] env[68828]: DEBUG nova.network.neutron [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Updating instance_info_cache with network_info: [{"id": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "address": "fa:16:3e:cb:b2:82", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413d227c-a6", "ovs_interfaceid": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.500639] env[68828]: DEBUG nova.scheduler.client.report [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.597520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.842493] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.842829] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Instance network_info: |[{"id": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "address": "fa:16:3e:cb:b2:82", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413d227c-a6", "ovs_interfaceid": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.843281] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b2:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '413d227c-a6a0-4698-a3c9-d63e77cf9fd1', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.851253] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.851481] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.851693] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0c57e2-a90f-455d-91f9-0def3b23bd42 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.876172] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.876172] env[68828]: value = "task-3230842" [ 947.876172] env[68828]: _type = "Task" [ 947.876172] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.884497] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230842, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.003223] env[68828]: DEBUG nova.compute.manager [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Received event network-changed-413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.003223] env[68828]: DEBUG nova.compute.manager [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Refreshing instance network info cache due to event network-changed-413d227c-a6a0-4698-a3c9-d63e77cf9fd1. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.003425] env[68828]: DEBUG oslo_concurrency.lockutils [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] Acquiring lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.003573] env[68828]: DEBUG oslo_concurrency.lockutils [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] Acquired lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.003744] env[68828]: DEBUG nova.network.neutron [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Refreshing network info cache for port 413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.005775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.006356] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.008914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.925s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.202100] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.202740] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.202740] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.390618] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230842, 'name': CreateVM_Task, 'duration_secs': 0.29983} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.390618] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.390618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.390618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.390618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.390618] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c9a979-d9e7-4f08-86fc-5bcd504461b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.396759] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 948.396759] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525cc919-dfce-5714-1025-f2442fa45526" [ 948.396759] env[68828]: _type = "Task" [ 948.396759] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.406288] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525cc919-dfce-5714-1025-f2442fa45526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.513603] env[68828]: DEBUG nova.compute.utils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.517054] env[68828]: INFO nova.compute.claims [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.527530] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 948.753598] env[68828]: DEBUG nova.network.neutron [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Updated VIF entry in instance network info cache for port 413d227c-a6a0-4698-a3c9-d63e77cf9fd1. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.753965] env[68828]: DEBUG nova.network.neutron [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Updating instance_info_cache with network_info: [{"id": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "address": "fa:16:3e:cb:b2:82", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413d227c-a6", "ovs_interfaceid": "413d227c-a6a0-4698-a3c9-d63e77cf9fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.909967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.909967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Processing image eebcde25-083f-405e-bd81-26995eb5571a {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.910129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.910129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.910311] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.910566] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4553c44-cd03-492a-b7b8-b23248cc2b3b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.921421] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.921963] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.922382] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850ef4f8-2f58-417e-83ef-ae329271d87b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.929195] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 948.929195] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bcd6dd-720c-6f0a-77e2-95d48cadec28" [ 948.929195] env[68828]: _type = "Task" [ 948.929195] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.938736] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bcd6dd-720c-6f0a-77e2-95d48cadec28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.030304] env[68828]: INFO nova.compute.resource_tracker [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating resource usage from migration 53fa60fb-8636-417b-a946-b47d2c8564fe [ 949.033228] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.238730] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.238927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.241260] env[68828]: DEBUG nova.network.neutron [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.256716] env[68828]: DEBUG oslo_concurrency.lockutils [req-d1d21efd-60a4-4ce1-93f0-5b2df1b3246c req-8f86ebfb-cc6f-4093-92ea-ed75eef33d4f service nova] Releasing lock "refresh_cache-baeea94c-9cdf-4cd4-9e8a-8263af1071f0" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.422206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7df64-1ec6-425f-9194-d03f0ceeae68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.429962] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a41de-5c62-4d3c-aab1-a59db6f798eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.468100] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 949.468381] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Fetch image to [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040/OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 949.468568] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Downloading stream optimized image eebcde25-083f-405e-bd81-26995eb5571a to [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040/OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040.vmdk on the data store datastore2 as vApp {{(pid=68828) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 949.468774] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Downloading image file data eebcde25-083f-405e-bd81-26995eb5571a to the ESX as VM named 'OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040' {{(pid=68828) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 949.472070] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414230c-3868-4886-94dd-16ebdd9971a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.479713] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7afe4-f429-4a15-89a9-359524f597fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.493143] env[68828]: DEBUG nova.compute.provider_tree [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.573023] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 949.573023] env[68828]: value = "resgroup-9" [ 949.573023] env[68828]: _type = "ResourcePool" [ 949.573023] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 949.573023] env[68828]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-97773b72-9e66-442b-91e3-d85dad3c7839 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.593927] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease: (returnval){ [ 949.593927] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ec2e5-8fc4-a867-784d-427232593b06" [ 949.593927] env[68828]: _type = "HttpNfcLease" [ 949.593927] env[68828]: } obtained for vApp import into resource pool (val){ [ 949.593927] env[68828]: value = "resgroup-9" [ 949.593927] env[68828]: _type = "ResourcePool" [ 949.593927] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 949.594255] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the lease: (returnval){ [ 949.594255] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ec2e5-8fc4-a867-784d-427232593b06" [ 949.594255] env[68828]: _type = "HttpNfcLease" [ 949.594255] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.600747] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.600747] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ec2e5-8fc4-a867-784d-427232593b06" [ 949.600747] env[68828]: _type = "HttpNfcLease" [ 949.600747] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.997132] env[68828]: DEBUG nova.scheduler.client.report [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.042808] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.071416] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.071774] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.072039] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.072280] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.072482] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.073023] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.073023] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.073114] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.073338] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.073573] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.074638] env[68828]: DEBUG nova.virt.hardware [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.075678] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec7be3-ecff-4aed-97e9-baae07290e07 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.085006] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b018f5-4e73-4f62-8cb6-abb95431e874 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.098832] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.104523] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Creating folder: Project (a7d3746040f643c98c1db35294487361). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.107696] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dad95409-239f-4215-880b-a099ba07f261 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.112560] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.112560] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ec2e5-8fc4-a867-784d-427232593b06" [ 950.112560] env[68828]: _type = "HttpNfcLease" [ 950.112560] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.115708] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.115708] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529ec2e5-8fc4-a867-784d-427232593b06" [ 950.115708] env[68828]: _type = "HttpNfcLease" [ 950.115708] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 950.115708] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716718da-97cd-4db4-8212-29734108fe91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.118310] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Created folder: Project (a7d3746040f643c98c1db35294487361) in parent group-v645630. [ 950.118625] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Creating folder: Instances. Parent ref: group-v645818. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.119158] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef3074d0-6044-41cf-b995-27c19c6e16b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.123668] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.123897] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 950.184886] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Created folder: Instances in parent group-v645818. [ 950.185245] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.185489] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.185747] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9280db8-a01c-4f94-8c39-52d74c040812 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.205132] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b80232e8-9b70-409c-a658-b375b05985ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.207237] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.207237] env[68828]: value = "task-3230846" [ 950.207237] env[68828]: _type = "Task" [ 950.207237] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.218448] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230846, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.462296] env[68828]: DEBUG nova.network.neutron [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.506352] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.497s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.506701] env[68828]: INFO nova.compute.manager [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Migrating [ 950.516735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.912s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.518841] env[68828]: INFO nova.compute.claims [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.720439] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230846, 'name': CreateVM_Task, 'duration_secs': 0.324916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.720753] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.721212] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.721443] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.721791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723839] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f1bdb3-6cf5-466c-ba07-534c1291bd1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.728978] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 950.728978] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241def7-6b73-b8c8-5b87-86750d40a02b" [ 950.728978] env[68828]: _type = "Task" [ 950.728978] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.740156] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241def7-6b73-b8c8-5b87-86750d40a02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.966707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.034232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.034356] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.034547] env[68828]: DEBUG nova.network.neutron [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.044373] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 951.044638] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.045699] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38131fd9-823a-4d1c-9f29-b1f84f9870b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.053804] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.053976] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 951.054254] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6c9a795f-c367-43f0-a7a9-9f7739a46611 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.213823] env[68828]: DEBUG oslo_vmware.rw_handles [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cd691-916d-56c1-8f54-10cf47c95b4d/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 951.214113] env[68828]: INFO nova.virt.vmwareapi.images [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Downloaded image file data eebcde25-083f-405e-bd81-26995eb5571a [ 951.215065] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1749093-8616-47fb-b44f-408351d4f12a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.237497] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de71eea0-6b10-4ce7-ba7c-81114a72b187 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.244904] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241def7-6b73-b8c8-5b87-86750d40a02b, 'name': SearchDatastore_Task, 'duration_secs': 0.029081} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.245202] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.245437] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.245715] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.245858] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.246045] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.246291] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0761290-a07f-4aae-ae49-a5da395e954b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.257536] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.257719] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.258482] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edd3459-9a06-4301-a3f0-5ba95d017ac4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261761] env[68828]: INFO nova.virt.vmwareapi.images [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] The imported VM was unregistered [ 951.263964] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 951.264200] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.265361] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21509996-bb4a-4dc2-9f4f-dc775d957ce0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.267125] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 951.267125] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520116a7-0673-1eaf-1daf-ae6bf3d55566" [ 951.267125] env[68828]: _type = "Task" [ 951.267125] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.274648] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520116a7-0673-1eaf-1daf-ae6bf3d55566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.296375] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.296566] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040/OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040.vmdk to [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk. {{(pid=68828) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 951.296814] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e47fbaa9-65b4-4e85-84be-dc872a84f257 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.303508] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 951.303508] env[68828]: value = "task-3230848" [ 951.303508] env[68828]: _type = "Task" [ 951.303508] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.312550] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.495507] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd40bfa-774b-4b96-ae1d-0e2894f3ffcb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.517551] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ea232-6fe8-4b8d-9a1b-84a40c583d2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.526024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.785209] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520116a7-0673-1eaf-1daf-ae6bf3d55566, 'name': SearchDatastore_Task, 'duration_secs': 0.031273} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.787205] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bda79a-d6da-423f-bd97-7be3c5641b79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.798147] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 951.798147] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523596d0-e74f-1103-d868-da2b3e44ad63" [ 951.798147] env[68828]: _type = "Task" [ 951.798147] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.814109] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523596d0-e74f-1103-d868-da2b3e44ad63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.824757] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.887046] env[68828]: DEBUG nova.network.neutron [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.988466] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22525f2-621b-4ef4-b0cb-a72f7eb2b7a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.000773] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2251b1-2582-4b3b-a2de-bb224674a22c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041081] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66c1ca-71fa-471c-8dc6-9a61d6657642 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance '255edea0-1953-4a00-8f22-2ff42f406d37' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.046574] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a299f4-4e15-4135-88ee-94103109a614 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.056734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f3e83-c43d-470d-aa6f-0fd03d0fa3c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.075518] env[68828]: DEBUG nova.compute.provider_tree [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.307737] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523596d0-e74f-1103-d868-da2b3e44ad63, 'name': SearchDatastore_Task, 'duration_secs': 0.089159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.310778] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.311508] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.311508] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b17a22c-0a1d-4d61-ad01-1b7df90792a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.320530] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.322680] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 952.322680] env[68828]: value = "task-3230849" [ 952.322680] env[68828]: _type = "Task" [ 952.322680] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.332375] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.390886] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.579610] env[68828]: DEBUG nova.scheduler.client.report [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.820897] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.833345] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.086514] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.086514] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.088638] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.414s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.089014] env[68828]: DEBUG nova.objects.instance [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'resources' on Instance uuid 7e3dfb00-d02b-4748-a2f4-03d0b14dc440 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.317393] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.332237] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.592440] env[68828]: DEBUG nova.compute.utils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.593979] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.594727] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.597246] env[68828]: DEBUG nova.objects.instance [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e3dfb00-d02b-4748-a2f4-03d0b14dc440 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.640372] env[68828]: DEBUG nova.policy [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.818470] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230848, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443059} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.818770] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040/OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040.vmdk to [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk. [ 953.818990] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Cleaning up location [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 953.819173] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_85d546bb-8f1b-48f5-8f93-7a258088f040 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.819442] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49bd336-9124-4239-b0f1-a739cd04f0ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.826464] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 953.826464] env[68828]: value = "task-3230850" [ 953.826464] env[68828]: _type = "Task" [ 953.826464] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.838041] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.840702] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.909402] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65301f84-dfc9-4544-b8ad-9fd74a713ab4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.936451] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.099604] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.102051] env[68828]: DEBUG nova.objects.base [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Object Instance<7e3dfb00-d02b-4748-a2f4-03d0b14dc440> lazy-loaded attributes: resources,numa_topology {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.123583] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Successfully created port: a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.345399] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159839} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.345732] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.677175} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.348201] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.348380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.348623] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk to [datastore2] baeea94c-9cdf-4cd4-9e8a-8263af1071f0/baeea94c-9cdf-4cd4-9e8a-8263af1071f0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.348927] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.349089] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.350472] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b413fa0-4ce8-4c60-a0a2-91e0c878c157 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.352289] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a88e2b40-92be-4a61-a1c1-5669933156a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.361725] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 954.361725] env[68828]: value = "task-3230852" [ 954.361725] env[68828]: _type = "Task" [ 954.361725] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.362921] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 954.362921] env[68828]: value = "task-3230851" [ 954.362921] env[68828]: _type = "Task" [ 954.362921] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.374640] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.377890] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.447387] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.447690] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d360278-a93f-45d1-a108-55b89cc2ed93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.460189] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 954.460189] env[68828]: value = "task-3230853" [ 954.460189] env[68828]: _type = "Task" [ 954.460189] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.475037] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc63bab-cd9e-47b2-9cb5-5c77032bab96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.477895] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.482234] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b61ae7-86aa-4dde-9414-e60d72c79c18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.512261] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a8fe3-0a23-4984-92f7-55c2dad7790d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.519554] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34c6550-872e-4b31-b23d-04274860cde4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.534816] env[68828]: DEBUG nova.compute.provider_tree [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.731767] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.732059] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.732370] env[68828]: DEBUG nova.compute.manager [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Going to confirm migration 3 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 954.875721] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069824} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.879078] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.879447] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.880198] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941f842-13b4-44e1-a958-978b0f53f50c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.903017] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.903378] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e42145-6c81-457a-bc8f-c0376a1e6101 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.926248] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 954.926248] env[68828]: value = "task-3230854" [ 954.926248] env[68828]: _type = "Task" [ 954.926248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.937840] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.971808] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230853, 'name': PowerOffVM_Task, 'duration_secs': 0.338653} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.972135] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.972332] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.040303] env[68828]: DEBUG nova.scheduler.client.report [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.111434] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.141606] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.141771] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.141949] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.142161] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.142316] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.142455] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.142667] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.142825] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.142994] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.143226] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.143342] env[68828]: DEBUG nova.virt.hardware [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.144575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de7a02-c424-41fe-b1cf-0d458d827d0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.157433] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707c6a9-1270-48ba-a24d-8facbaf4e98c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.326795] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.326995] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.327197] env[68828]: DEBUG nova.network.neutron [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.327390] env[68828]: DEBUG nova.objects.instance [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'info_cache' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.380976] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.439143] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.478824] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.478977] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.479147] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.479333] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.479482] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.479631] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.479850] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.480030] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.480190] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.480359] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.480530] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.489480] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ffafe6-b8ec-447f-bf4e-79ab8bea92bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.511750] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 955.511750] env[68828]: value = "task-3230855" [ 955.511750] env[68828]: _type = "Task" [ 955.511750] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.524640] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.547028] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.550362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.778s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.550664] env[68828]: DEBUG nova.objects.instance [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lazy-loading 'resources' on Instance uuid 0c8d9c32-0079-4faf-b78b-67b8999320e8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.880786] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.919390] env[68828]: DEBUG nova.compute.manager [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Received event network-vif-plugged-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.919613] env[68828]: DEBUG oslo_concurrency.lockutils [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] Acquiring lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.919831] env[68828]: DEBUG oslo_concurrency.lockutils [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.920008] env[68828]: DEBUG oslo_concurrency.lockutils [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.920237] env[68828]: DEBUG nova.compute.manager [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] No waiting events found dispatching network-vif-plugged-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.920439] env[68828]: WARNING nova.compute.manager [req-e30bd1c4-a6ed-494f-9399-1d70210b62ba req-a0c3f13f-b0df-47cf-9fed-9dfb564225ce service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Received unexpected event network-vif-plugged-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb for instance with vm_state building and task_state spawning. [ 955.941630] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230854, 'name': ReconfigVM_Task, 'duration_secs': 0.910107} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.942599] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Reconfigured VM instance instance-00000041 to attach disk [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.943390] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4835ea3d-444a-42fa-831f-b9f3f83999b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.952754] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 955.952754] env[68828]: value = "task-3230856" [ 955.952754] env[68828]: _type = "Task" [ 955.952754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.963383] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230856, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.026913] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230855, 'name': ReconfigVM_Task, 'duration_secs': 0.454274} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.026913] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.033829] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Successfully updated port: a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.058942] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6e41254-580f-46b5-a0f3-829e230de5c4 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.447s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.060190] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.608s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.060383] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.060590] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.062039] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.063159] env[68828]: INFO nova.compute.manager [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Terminating instance [ 956.384026] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.450261] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bc70d-4dcd-4119-be98-dab4aac9638f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.461703] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230856, 'name': Rename_Task, 'duration_secs': 0.339727} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.463899] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.464478] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-460e48c5-bd14-433d-992e-73f08819f7af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.466637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a651cd7a-f657-47ad-97b9-e87fe11a90b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.505644] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd679d-f66a-4e47-9ea5-894199e73f63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.508485] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 956.508485] env[68828]: value = "task-3230857" [ 956.508485] env[68828]: _type = "Task" [ 956.508485] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.516501] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab596f9-e7c0-4af3-9f14-71888f45afc6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.523899] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.538854] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.543047] env[68828]: DEBUG nova.virt.hardware [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.546787] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.547451] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.547611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.547770] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.549828] env[68828]: DEBUG nova.compute.provider_tree [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.551577] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8f3de7-ec10-4c48-b288-4f600022ab0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573048] env[68828]: DEBUG nova.compute.manager [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.573048] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.573048] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2843eedf-f89e-482a-b76b-ad319325eb08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.579894] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 956.579894] env[68828]: value = "task-3230858" [ 956.579894] env[68828]: _type = "Task" [ 956.579894] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.587816] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652520b-c13a-4e2e-99f2-72099660bee0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.606462] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.627387] env[68828]: WARNING nova.virt.vmwareapi.vmops [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7e3dfb00-d02b-4748-a2f4-03d0b14dc440 could not be found. [ 956.627651] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.627853] env[68828]: INFO nova.compute.manager [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Took 0.06 seconds to destroy the instance on the hypervisor. [ 956.628158] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.631052] env[68828]: DEBUG nova.compute.manager [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.631189] env[68828]: DEBUG nova.network.neutron [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.836943] env[68828]: DEBUG nova.network.neutron [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.882371] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230851, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.360098} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.882836] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eebcde25-083f-405e-bd81-26995eb5571a/eebcde25-083f-405e-bd81-26995eb5571a.vmdk to [datastore2] baeea94c-9cdf-4cd4-9e8a-8263af1071f0/baeea94c-9cdf-4cd4-9e8a-8263af1071f0.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.886249] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91e200-d6e7-48a4-8489-b79082d98233 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.912405] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] baeea94c-9cdf-4cd4-9e8a-8263af1071f0/baeea94c-9cdf-4cd4-9e8a-8263af1071f0.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.913095] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382d16d4-f238-482b-83c7-95146b8f9c56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.933767] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 956.933767] env[68828]: value = "task-3230859" [ 956.933767] env[68828]: _type = "Task" [ 956.933767] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.942021] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.018807] env[68828]: DEBUG oslo_vmware.api [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230857, 'name': PowerOnVM_Task, 'duration_secs': 0.538456} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.019129] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.019326] env[68828]: INFO nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Took 6.98 seconds to spawn the instance on the hypervisor. [ 957.019533] env[68828]: DEBUG nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.020355] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1fd41-227f-4c87-bacb-8dd53649df7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.052394] env[68828]: DEBUG nova.scheduler.client.report [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.086532] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.093671] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230858, 'name': ReconfigVM_Task, 'duration_secs': 0.486186} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.093783] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.094641] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de386a3c-2d2d-4b4a-accc-a1fea1827d30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.116489] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.118871] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581ba7bd-b866-4649-9321-bdf5093dde86 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.135966] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 957.135966] env[68828]: value = "task-3230860" [ 957.135966] env[68828]: _type = "Task" [ 957.135966] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.144453] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.254675] env[68828]: DEBUG nova.network.neutron [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Updating instance_info_cache with network_info: [{"id": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "address": "fa:16:3e:2a:c9:1b", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae46f8-dc", "ovs_interfaceid": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.341349] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.341626] env[68828]: DEBUG nova.objects.instance [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'migration_context' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.392403] env[68828]: DEBUG nova.network.neutron [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.445356] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230859, 'name': ReconfigVM_Task, 'duration_secs': 0.2836} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.445681] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Reconfigured VM instance instance-00000040 to attach disk [datastore2] baeea94c-9cdf-4cd4-9e8a-8263af1071f0/baeea94c-9cdf-4cd4-9e8a-8263af1071f0.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.446319] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3f0aaa-7544-4be9-9219-23d9de900ca4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.454204] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 957.454204] env[68828]: value = "task-3230861" [ 957.454204] env[68828]: _type = "Task" [ 957.454204] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.464985] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230861, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.539256] env[68828]: INFO nova.compute.manager [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Took 40.90 seconds to build instance. [ 957.557164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.559433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.350s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.559665] env[68828]: DEBUG nova.objects.instance [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'resources' on Instance uuid 614c2b9e-841e-442f-a7e3-fd3b27d84f06 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.579744] env[68828]: INFO nova.scheduler.client.report [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Deleted allocations for instance 0c8d9c32-0079-4faf-b78b-67b8999320e8 [ 957.646413] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230860, 'name': ReconfigVM_Task, 'duration_secs': 0.261509} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.646720] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6/dc4c6c06-cfa7-483c-8498-9f5ba566c8c6.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.646986] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.757382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.757703] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Instance network_info: |[{"id": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "address": "fa:16:3e:2a:c9:1b", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae46f8-dc", "ovs_interfaceid": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.758126] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c9:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ae46f8-dc69-4d92-9a06-db8eac23dbfb', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.765876] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating folder: Project (3405fb54c99f43168c1268b1405b464b). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.766167] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0b4218-432b-4c97-b1c3-0af454c5b888 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.777158] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created folder: Project (3405fb54c99f43168c1268b1405b464b) in parent group-v645630. [ 957.777331] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating folder: Instances. Parent ref: group-v645821. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.777616] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc5f812-10a1-4b29-a184-8f9d35da86dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.787065] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created folder: Instances in parent group-v645821. [ 957.787320] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.787504] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.787705] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a679f5d-8c6f-4645-ae72-d604eb51fdef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.807263] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.807263] env[68828]: value = "task-3230864" [ 957.807263] env[68828]: _type = "Task" [ 957.807263] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.815592] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230864, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.844174] env[68828]: DEBUG nova.objects.base [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Object Instance<255edea0-1953-4a00-8f22-2ff42f406d37> lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.845306] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517472a-545c-40b4-8d48-8517be03de2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.865338] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20ff67e-64be-4d6a-9101-266c16d4e7b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.871077] env[68828]: DEBUG oslo_vmware.api [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 957.871077] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258f15c-efb7-2cef-cc8c-1df1e8ab873b" [ 957.871077] env[68828]: _type = "Task" [ 957.871077] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.879360] env[68828]: DEBUG oslo_vmware.api [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258f15c-efb7-2cef-cc8c-1df1e8ab873b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.895562] env[68828]: INFO nova.compute.manager [-] [instance: 7e3dfb00-d02b-4748-a2f4-03d0b14dc440] Took 1.26 seconds to deallocate network for instance. [ 957.966613] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230861, 'name': Rename_Task, 'duration_secs': 0.496335} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.966920] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.967194] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc2f4d84-2ccc-48f9-b9f0-ff87772218a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.973854] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 957.973854] env[68828]: value = "task-3230865" [ 957.973854] env[68828]: _type = "Task" [ 957.973854] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.982206] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.040296] env[68828]: DEBUG oslo_concurrency.lockutils [None req-857b764c-0022-40d0-b336-c9a42d0fa934 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.407s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.062224] env[68828]: DEBUG nova.compute.manager [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Received event network-changed-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.062372] env[68828]: DEBUG nova.compute.manager [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Refreshing instance network info cache due to event network-changed-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.062658] env[68828]: DEBUG oslo_concurrency.lockutils [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] Acquiring lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.062818] env[68828]: DEBUG oslo_concurrency.lockutils [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] Acquired lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.062996] env[68828]: DEBUG nova.network.neutron [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Refreshing network info cache for port a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.090861] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25759d17-2512-41b8-b1d2-c2b2ac8e0f82 tempest-ImagesOneServerNegativeTestJSON-2024672261 tempest-ImagesOneServerNegativeTestJSON-2024672261-project-member] Lock "0c8d9c32-0079-4faf-b78b-67b8999320e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.957s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.154012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccd7724-c61c-4784-ab79-ade78237cbf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.179470] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa2d12-6ae1-4312-a77a-b086ff7b7b4d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.197967] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.317879] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230864, 'name': CreateVM_Task, 'duration_secs': 0.355917} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.318071] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.318747] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.319122] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.319233] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.319489] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5c82a1-94fc-4449-be26-253e84de9493 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.325936] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 958.325936] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52521b3f-e387-06b4-ef07-8dd2cad66c76" [ 958.325936] env[68828]: _type = "Task" [ 958.325936] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.333776] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52521b3f-e387-06b4-ef07-8dd2cad66c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.385122] env[68828]: DEBUG oslo_vmware.api [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258f15c-efb7-2cef-cc8c-1df1e8ab873b, 'name': SearchDatastore_Task, 'duration_secs': 0.020484} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.385495] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.401663] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb274c-4900-46bc-9bbd-6e489b1939a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.411719] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c0b95b-945f-4e07-80f0-72df0fa8cd12 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.449453] env[68828]: INFO nova.compute.manager [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Rebuilding instance [ 958.450335] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bda2df-5eb9-4ad1-9418-d8dd968d5721 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.460336] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd68f23-045c-4a2b-8793-21b4cbd5eff2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.477451] env[68828]: DEBUG nova.compute.provider_tree [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.490858] env[68828]: DEBUG oslo_vmware.api [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230865, 'name': PowerOnVM_Task, 'duration_secs': 0.449492} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.494783] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.494977] env[68828]: INFO nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Took 12.92 seconds to spawn the instance on the hypervisor. [ 958.495175] env[68828]: DEBUG nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.496790] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ecc968-726f-4b23-8381-827d520517a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.512073] env[68828]: DEBUG nova.compute.manager [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.513133] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935563d2-6f60-4dfc-9438-003af7106ca4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.771578] env[68828]: DEBUG nova.network.neutron [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Port 445dc146-e251-4607-a6cb-c5599067515c binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.803852] env[68828]: DEBUG nova.network.neutron [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Updated VIF entry in instance network info cache for port a6ae46f8-dc69-4d92-9a06-db8eac23dbfb. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.804243] env[68828]: DEBUG nova.network.neutron [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Updating instance_info_cache with network_info: [{"id": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "address": "fa:16:3e:2a:c9:1b", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae46f8-dc", "ovs_interfaceid": "a6ae46f8-dc69-4d92-9a06-db8eac23dbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.836414] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52521b3f-e387-06b4-ef07-8dd2cad66c76, 'name': SearchDatastore_Task, 'duration_secs': 0.015694} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.836720] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.836951] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.837207] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.837377] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.837571] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.837831] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f0288c-e517-4192-9b4c-fe9af97aa1a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.847511] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.847698] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.848445] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc62fc9b-b1a4-4698-b741-7e16e8e0ff82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.853863] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 958.853863] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523c924b-8cee-61b9-817c-2f27f2966b0a" [ 958.853863] env[68828]: _type = "Task" [ 958.853863] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.863637] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523c924b-8cee-61b9-817c-2f27f2966b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.924786] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4af62e71-60de-4630-9a9b-5ae934e7bd75 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "7e3dfb00-d02b-4748-a2f4-03d0b14dc440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.865s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.985578] env[68828]: DEBUG nova.scheduler.client.report [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.018053] env[68828]: INFO nova.compute.manager [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Took 51.72 seconds to build instance. [ 959.307708] env[68828]: DEBUG oslo_concurrency.lockutils [req-d059a13e-705b-4d47-a1ec-9d98254e2b1e req-5650e18a-9d63-4d6c-a693-03fdffa550ac service nova] Releasing lock "refresh_cache-01b4fa59-8ed4-4e76-8943-a69259300a31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.364934] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523c924b-8cee-61b9-817c-2f27f2966b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.037359} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.365771] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679569cb-e391-4228-aad1-6a599382bbed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.371836] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 959.371836] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5281e88c-b9ae-965d-f6a3-b53b6f7af80f" [ 959.371836] env[68828]: _type = "Task" [ 959.371836] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.379713] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5281e88c-b9ae-965d-f6a3-b53b6f7af80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.491882] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.496378] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.576s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.520769] env[68828]: INFO nova.scheduler.client.report [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted allocations for instance 614c2b9e-841e-442f-a7e3-fd3b27d84f06 [ 959.525696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99ac893b-fe46-4d16-abbd-b9a53753b05e tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.734s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.526162] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.526429] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b0dc0c5-0379-42dd-8708-e0954ea705d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.538425] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 959.538425] env[68828]: value = "task-3230866" [ 959.538425] env[68828]: _type = "Task" [ 959.538425] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.548321] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.627110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.628607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.628607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.628607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.630171] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.632434] env[68828]: INFO nova.compute.manager [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Terminating instance [ 959.675488] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "41cec573-894c-485c-9230-0f2e7d518ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.675715] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.795821] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.795989] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.796133] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.885077] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5281e88c-b9ae-965d-f6a3-b53b6f7af80f, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.885493] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.885757] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 01b4fa59-8ed4-4e76-8943-a69259300a31/01b4fa59-8ed4-4e76-8943-a69259300a31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.886217] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35723431-031d-4435-a88e-74933153ea7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.896108] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 959.896108] env[68828]: value = "task-3230867" [ 959.896108] env[68828]: _type = "Task" [ 959.896108] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.908610] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.035448] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45559c72-213d-4ef3-900b-c2b6e0eec031 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "614c2b9e-841e-442f-a7e3-fd3b27d84f06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.998s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.053637] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230866, 'name': PowerOffVM_Task, 'duration_secs': 0.118008} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.053637] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.053637] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.053637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefbd989-591f-4858-90fb-807c94d56e82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.059723] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.059723] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c99886-04f3-4b37-91ed-52fc5400b049 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085246] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.085246] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.085504] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Deleting the datastore file [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.085631] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8818e0bb-ed91-40c7-82bc-022eba3ea1c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.093332] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 960.093332] env[68828]: value = "task-3230869" [ 960.093332] env[68828]: _type = "Task" [ 960.093332] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.106728] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.137428] env[68828]: DEBUG nova.compute.manager [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.137714] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.138706] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140741c-48ec-495f-9f64-c9a3502113bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.146996] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.147309] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2284e12-6b87-4069-898d-83abac5e8405 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.153970] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 960.153970] env[68828]: value = "task-3230870" [ 960.153970] env[68828]: _type = "Task" [ 960.153970] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.163819] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.177926] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.415733] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.516110] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Applying migration context for instance 255edea0-1953-4a00-8f22-2ff42f406d37 as it has an incoming, in-progress migration 5d45914c-047b-4ae9-a87c-e8c0993a4b57. Migration status is confirming {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 960.516851] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Applying migration context for instance dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 as it has an incoming, in-progress migration 53fa60fb-8636-417b-a946-b47d2c8564fe. Migration status is post-migrating {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 960.520304] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating resource usage from migration 5d45914c-047b-4ae9-a87c-e8c0993a4b57 [ 960.520776] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating resource usage from migration 53fa60fb-8636-417b-a946-b47d2c8564fe [ 960.527739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.528091] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance edc4e56e-e6e9-4212-8fa5-437c0bda52e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e3018609-8a3a-46cf-ba3a-98905fcffcf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 605495ba-7900-4069-9142-4c2e87929fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 680131fe-0141-4db6-a9b5-06b814953497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 27273416-b04c-4381-b4d2-43cb300b2046 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d80ae47b-ebe7-48eb-9525-8cabb4e04df0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b43823c1-9940-4a08-9bc7-f49db1991eb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 392377e1-e0c2-4696-ad23-66a9287fa003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.551016] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 27eb192c-48ae-471c-a0c0-feeb62aa04fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 26ad53a9-61fa-4d59-88d4-85aba32fe3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551016] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.551016] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 39ef3db0-a517-40a9-87b3-0a6510ce32a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.551016] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration 5d45914c-047b-4ae9-a87c-e8c0993a4b57 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 255edea0-1953-4a00-8f22-2ff42f406d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance baeea94c-9cdf-4cd4-9e8a-8263af1071f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration 53fa60fb-8636-417b-a946-b47d2c8564fe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.551533] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 960.605403] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198026} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.605866] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.606179] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.606489] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.665467] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230870, 'name': PowerOffVM_Task, 'duration_secs': 0.2657} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.665903] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.666222] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.666623] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f82810fe-7f54-41ae-9efe-f8c16c66b56a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.701483] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.740022] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.740022] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.740022] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore2] baeea94c-9cdf-4cd4-9e8a-8263af1071f0 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.740022] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c47bff-f9eb-469d-932f-7ca976f22e59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.745192] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 960.745192] env[68828]: value = "task-3230872" [ 960.745192] env[68828]: _type = "Task" [ 960.745192] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.753125] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.832599] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.832599] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.832599] env[68828]: DEBUG nova.network.neutron [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.913507] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530536} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.913507] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 01b4fa59-8ed4-4e76-8943-a69259300a31/01b4fa59-8ed4-4e76-8943-a69259300a31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.913507] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.913507] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a1eb772-6d44-45bb-a4b6-5d3c9c202c61 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.921934] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 960.921934] env[68828]: value = "task-3230873" [ 960.921934] env[68828]: _type = "Task" [ 960.921934] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.928886] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.033579] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.058331] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 8b9ecd00-2823-41ad-9016-961d9fd521e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 961.255734] env[68828]: DEBUG oslo_vmware.api [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183064} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.255978] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.256180] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.256355] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.256527] env[68828]: INFO nova.compute.manager [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.256765] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.256943] env[68828]: DEBUG nova.compute.manager [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.257048] env[68828]: DEBUG nova.network.neutron [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.430072] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068886} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.430353] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.431142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7b767-9207-4c25-982a-4d83d7d36a25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.457025] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 01b4fa59-8ed4-4e76-8943-a69259300a31/01b4fa59-8ed4-4e76-8943-a69259300a31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.458583] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0101e285-19ad-4813-8a32-d7e0cf310455 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.482321] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 961.482321] env[68828]: value = "task-3230874" [ 961.482321] env[68828]: _type = "Task" [ 961.482321] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.490949] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.558186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.568151] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance aaa4efed-a739-46d8-872e-91525fa03fe4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 961.663891] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.663891] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.663891] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.663891] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.663891] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.664147] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.664320] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.664433] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.664600] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.664755] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.664915] env[68828]: DEBUG nova.virt.hardware [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.668044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033f77c-2e53-4df2-a4fb-26f8500e0b32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.674513] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbd265-e88b-4809-91a6-aa546508a9ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.689393] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.695269] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.696172] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.698793] env[68828]: DEBUG nova.compute.manager [req-2d880561-adab-48f2-b2a7-b83559c25628 req-c2e7504c-392a-410e-89fe-f1b0a331deef service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Received event network-vif-deleted-413d227c-a6a0-4698-a3c9-d63e77cf9fd1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.698793] env[68828]: INFO nova.compute.manager [req-2d880561-adab-48f2-b2a7-b83559c25628 req-c2e7504c-392a-410e-89fe-f1b0a331deef service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Neutron deleted interface 413d227c-a6a0-4698-a3c9-d63e77cf9fd1; detaching it from the instance and deleting it from the info cache [ 961.698793] env[68828]: DEBUG nova.network.neutron [req-2d880561-adab-48f2-b2a7-b83559c25628 req-c2e7504c-392a-410e-89fe-f1b0a331deef service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.698933] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f9c3d5-3d19-48c2-846a-527dbf04eaf4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.718960] env[68828]: DEBUG nova.network.neutron [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.721318] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a98ffb8e-0b09-4f54-af76-99dd9701f163 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.731759] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8b19e-e1b2-49c9-a941-6760c4a57614 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.744336] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.744336] env[68828]: value = "task-3230875" [ 961.744336] env[68828]: _type = "Task" [ 961.744336] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.768264] env[68828]: DEBUG nova.compute.manager [req-2d880561-adab-48f2-b2a7-b83559c25628 req-c2e7504c-392a-410e-89fe-f1b0a331deef service nova] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Detach interface failed, port_id=413d227c-a6a0-4698-a3c9-d63e77cf9fd1, reason: Instance baeea94c-9cdf-4cd4-9e8a-8263af1071f0 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.771777] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230875, 'name': CreateVM_Task} progress is 15%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.992871] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230874, 'name': ReconfigVM_Task, 'duration_secs': 0.287681} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.993162] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 01b4fa59-8ed4-4e76-8943-a69259300a31/01b4fa59-8ed4-4e76-8943-a69259300a31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.993793] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6031dc7-50fc-4071-970f-646ce5d065c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.999820] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 961.999820] env[68828]: value = "task-3230876" [ 961.999820] env[68828]: _type = "Task" [ 961.999820] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.008268] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230876, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.071895] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 962.120742] env[68828]: DEBUG nova.network.neutron [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.224595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.256921] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230875, 'name': CreateVM_Task, 'duration_secs': 0.277302} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.256921] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.257349] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.257571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.257883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.258151] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493775ee-1472-4c0c-806a-a24cdddd357c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.263538] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 962.263538] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b9cd61-34a6-ea21-980e-e09da83e8f78" [ 962.263538] env[68828]: _type = "Task" [ 962.263538] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.273658] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b9cd61-34a6-ea21-980e-e09da83e8f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.512866] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230876, 'name': Rename_Task, 'duration_secs': 0.144908} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.513285] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.513622] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4c75532-564a-467c-8540-ed87d6a9cc00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.521148] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 962.521148] env[68828]: value = "task-3230877" [ 962.521148] env[68828]: _type = "Task" [ 962.521148] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.531713] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.576945] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 41cec573-894c-485c-9230-0f2e7d518ffa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 962.622715] env[68828]: INFO nova.compute.manager [-] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Took 1.37 seconds to deallocate network for instance. [ 962.747960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596c1fde-8434-4876-a15b-2569df38cd06 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.770985] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8586125-1cbc-43c0-be5c-f78c1b27adc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.781138] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b9cd61-34a6-ea21-980e-e09da83e8f78, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.781484] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.785379] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.785624] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.785858] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.786055] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.786216] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.786667] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5746d7a-41ef-4264-bee2-7308dc75f068 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.796082] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.796082] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.796794] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd00eca-163a-4aad-9b3f-11b15cfc113c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.801567] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 962.801567] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e79051-75ee-0b65-97d7-167f810c47dc" [ 962.801567] env[68828]: _type = "Task" [ 962.801567] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.809105] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e79051-75ee-0b65-97d7-167f810c47dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.920298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.920298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.031907] env[68828]: DEBUG oslo_vmware.api [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230877, 'name': PowerOnVM_Task, 'duration_secs': 0.469903} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.032189] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.032589] env[68828]: INFO nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Took 7.92 seconds to spawn the instance on the hypervisor. [ 963.032811] env[68828]: DEBUG nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.033654] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf36aee-40bf-40de-8834-5e803377a10e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.083039] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 963.083039] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 963.083039] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 963.129246] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.291810] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.292145] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548a2b72-9b99-4962-bac4-51a3b4ed490d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.315213] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 963.315213] env[68828]: value = "task-3230878" [ 963.315213] env[68828]: _type = "Task" [ 963.315213] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.315512] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e79051-75ee-0b65-97d7-167f810c47dc, 'name': SearchDatastore_Task, 'duration_secs': 0.007824} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.319368] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba03911a-7c63-4597-98fe-6750ea4fbaa8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.324939] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 963.324939] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ec62b8-92e6-30a6-a291-75fd3e391997" [ 963.324939] env[68828]: _type = "Task" [ 963.324939] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.328274] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230878, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.339816] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ec62b8-92e6-30a6-a291-75fd3e391997, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.340081] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.340343] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.340641] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a1b5ea-ea4e-468d-b447-411e1277a193 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.347484] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 963.347484] env[68828]: value = "task-3230879" [ 963.347484] env[68828]: _type = "Task" [ 963.347484] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.355749] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.422257] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.454843] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a097b-3ee6-4182-9002-175b11f59867 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.462213] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa75294-00d1-4210-a091-1cf55a6e63b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.493418] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4fb7ce-fe01-4965-82a7-7c61d7b501df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.501453] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe40eb-0194-4037-b182-64074b6c3537 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.519143] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.551750] env[68828]: INFO nova.compute.manager [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Took 39.97 seconds to build instance. [ 963.825044] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.856842] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449818} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.857125] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.857340] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.857598] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ee29385-97aa-40d4-a2f8-70cec5a0efa7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.864168] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 963.864168] env[68828]: value = "task-3230880" [ 963.864168] env[68828]: _type = "Task" [ 963.864168] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.871954] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.947403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.023257] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.053846] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a57a44eb-c5db-43f5-b79c-6709db5a5dcb tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.486s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.326616] env[68828]: DEBUG oslo_vmware.api [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230878, 'name': PowerOnVM_Task, 'duration_secs': 0.593963} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.326921] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.327092] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-715d7474-ef05-40d2-a397-4c0e432ab5c8 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance 'dc4c6c06-cfa7-483c-8498-9f5ba566c8c6' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.373731] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056915} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.373989] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.374856] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f27392e-2662-434a-a69f-75e0519e6852 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.395931] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.396508] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d042c4-3368-41b6-8e39-895e2e162dc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.417104] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 964.417104] env[68828]: value = "task-3230881" [ 964.417104] env[68828]: _type = "Task" [ 964.417104] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.425369] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.529477] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 964.529477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.034s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.529477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.522s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.529477] env[68828]: DEBUG nova.objects.instance [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.532044] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.532223] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 964.929374] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230881, 'name': ReconfigVM_Task, 'duration_secs': 0.267858} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.929664] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Reconfigured VM instance instance-00000041 to attach disk [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb/f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.930278] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96922e41-40e1-45a0-8b2c-4b5a2a6bd92c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.936847] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 964.936847] env[68828]: value = "task-3230882" [ 964.936847] env[68828]: _type = "Task" [ 964.936847] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.946078] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230882, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.050732] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] There are 46 instances to clean {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 965.050977] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 0c8d9c32-0079-4faf-b78b-67b8999320e8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.054022] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6e4b87d5-8191-4700-a01b-ab53a4958157 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.525s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.055350] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.305s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.056901] env[68828]: INFO nova.compute.claims [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.446621] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230882, 'name': Rename_Task, 'duration_secs': 0.220364} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.446908] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.447475] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cec2e72-8952-4cce-aa1c-7af070c11392 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.453390] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 965.453390] env[68828]: value = "task-3230883" [ 965.453390] env[68828]: _type = "Task" [ 965.453390] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.461186] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.563570] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 0a226834-95c6-4bbb-8f0b-814135e50e80] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.623596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.623922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.964576] env[68828]: DEBUG oslo_vmware.api [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230883, 'name': PowerOnVM_Task, 'duration_secs': 0.481915} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.964846] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.965070] env[68828]: DEBUG nova.compute.manager [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.965846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c71db6-c295-4f2e-a499-7fb2ad2cc803 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.068651] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f6a92e74-cd3c-4770-ad5d-d9174460d68b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.128376] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.218205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.218205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.218205] env[68828]: DEBUG nova.compute.manager [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Going to confirm migration 4 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 966.425795] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540848a4-c371-4122-8309-5376c3a4944b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.433410] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f1256-25e5-4151-8def-846e388ceb1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.465536] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb453d59-fff4-468c-b277-ceec78f0d7b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.472431] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba58f59-8e7e-4810-a8e0-ddc8bce96374 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.491870] env[68828]: DEBUG nova.compute.provider_tree [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.493857] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.573084] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d56b077a-17f8-4c80-87bd-e45e469fc93b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.647012] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.668035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.668221] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.668417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.668624] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.668791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.670701] env[68828]: INFO nova.compute.manager [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Terminating instance [ 966.789889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790194] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790408] env[68828]: DEBUG nova.network.neutron [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.790607] env[68828]: DEBUG nova.objects.instance [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'info_cache' on Instance uuid dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.994781] env[68828]: DEBUG nova.scheduler.client.report [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.076620] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bc1bfe80-9b9c-4915-93eb-12e80197ad49] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.173970] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "refresh_cache-f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.175021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquired lock "refresh_cache-f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.175021] env[68828]: DEBUG nova.network.neutron [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.499696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.500225] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.503105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.875s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.503260] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.505285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.459s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.505488] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.507162] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.135s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.507350] env[68828]: DEBUG nova.objects.instance [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 967.531610] env[68828]: INFO nova.scheduler.client.report [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Deleted allocations for instance 39ef3db0-a517-40a9-87b3-0a6510ce32a2 [ 967.533603] env[68828]: INFO nova.scheduler.client.report [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleted allocations for instance 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2 [ 967.579653] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 1f816be1-4397-4b36-8b9e-9b359a4bd47b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.694618] env[68828]: DEBUG nova.network.neutron [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.756669] env[68828]: DEBUG nova.network.neutron [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.011843] env[68828]: DEBUG nova.compute.utils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.019613] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.019738] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.038412] env[68828]: DEBUG nova.network.neutron [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [{"id": "445dc146-e251-4607-a6cb-c5599067515c", "address": "fa:16:3e:87:ee:65", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445dc146-e2", "ovs_interfaceid": "445dc146-e251-4607-a6cb-c5599067515c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.047166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f1013975-1449-4124-9c25-0a1fa47026bf tempest-ServersAaction247Test-2021509000 tempest-ServersAaction247Test-2021509000-project-member] Lock "39ef3db0-a517-40a9-87b3-0a6510ce32a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.303s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.048909] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea690ace-8008-4d0e-823b-1338d99ad64e tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "99e4c566-b9da-42d4-a1b6-7255a8a7c6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.883s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.066139] env[68828]: DEBUG nova.policy [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1eaa5b4d3f5949ba9eec6ae2cd4ccffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36378cfb00c84ae8a6753cc291373937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.085581] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: c90fc964-8d2a-40ce-b420-62bc2eb89cbc] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.262019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Releasing lock "refresh_cache-f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.262019] env[68828]: DEBUG nova.compute.manager [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.262019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.262019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1f3ca-ac93-4d04-a67f-0098cd289b25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270966] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.271335] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ffb040-46b3-4f6f-9587-8328b61edd1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.278027] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 968.278027] env[68828]: value = "task-3230884" [ 968.278027] env[68828]: _type = "Task" [ 968.278027] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.285831] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.333638] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Successfully created port: b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.522822] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.526356] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfce677f-ac35-4caf-a0f8-2a44cfe56a01 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.527617] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.751s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.529035] env[68828]: INFO nova.compute.claims [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.542593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.542855] env[68828]: DEBUG nova.objects.instance [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'migration_context' on Instance uuid dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.586537] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 09e0b6d9-9189-4e13-b37b-447db8b4bfcb] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.797185] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230884, 'name': PowerOffVM_Task, 'duration_secs': 0.189135} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.797185] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.797621] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.798196] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4db897-af9b-4205-99e1-fea2533c1bfc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.821950] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.822268] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.822467] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Deleting the datastore file [datastore2] f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.822719] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a935e0e-4b76-4946-b1dc-21c993438f3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.829405] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for the task: (returnval){ [ 968.829405] env[68828]: value = "task-3230887" [ 968.829405] env[68828]: _type = "Task" [ 968.829405] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.839248] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.045044] env[68828]: DEBUG nova.objects.base [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.046389] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31d249-9c9b-4cfb-ad8b-e6d2b6846558 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.067450] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c535ed13-4ed6-4c6a-af84-823d04b84211 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.073360] env[68828]: DEBUG oslo_vmware.api [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 969.073360] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527a6c1c-b907-9173-de28-f52f62bc67e8" [ 969.073360] env[68828]: _type = "Task" [ 969.073360] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.081517] env[68828]: DEBUG oslo_vmware.api [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527a6c1c-b907-9173-de28-f52f62bc67e8, 'name': SearchDatastore_Task, 'duration_secs': 0.006507} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.081776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.089615] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 6c0739c5-d01a-437d-a986-c5c0845b68f4] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.339511] env[68828]: DEBUG oslo_vmware.api [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Task: {'id': task-3230887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088307} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.339778] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.339961] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.340159] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.340334] env[68828]: INFO nova.compute.manager [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 969.340642] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.340836] env[68828]: DEBUG nova.compute.manager [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.340836] env[68828]: DEBUG nova.network.neutron [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.359355] env[68828]: DEBUG nova.network.neutron [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.534435] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.560289] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.560542] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.560698] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.560875] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.561031] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.561186] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.561423] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.561588] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.561757] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.561910] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.562092] env[68828]: DEBUG nova.virt.hardware [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.563257] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd70d8a-e1d3-47fa-9c25-58a128ef1178 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.571243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f3128-842b-4428-b411-501592c0a295 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.592158] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 744bf0cb-53fa-412b-bb3d-9c3503e1d697] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.863535] env[68828]: DEBUG nova.network.neutron [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.918800] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5507c1b-4650-401c-b39d-20cb4d437132 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.931636] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3e684-3c06-43da-84a3-ac10c819214c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.964232] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce7722a-ffdc-4e56-91e7-56cc6bdbe353 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.971846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ea27b-6792-4dab-be36-d59da5371e44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.987745] env[68828]: DEBUG nova.compute.provider_tree [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.082367] env[68828]: DEBUG nova.compute.manager [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Received event network-vif-plugged-b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.082740] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] Acquiring lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.082996] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.083215] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.083396] env[68828]: DEBUG nova.compute.manager [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] No waiting events found dispatching network-vif-plugged-b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.083564] env[68828]: WARNING nova.compute.manager [req-c8abc24e-2bf4-4782-9f3e-bf540469f863 req-c462ed29-d754-46c5-a7e7-06762c588271 service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Received unexpected event network-vif-plugged-b677fc08-5c91-4fc7-8829-8d570d0ab918 for instance with vm_state building and task_state spawning. [ 970.095431] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 845f4864-33e5-46ef-9d9a-025f1d839e52] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.252329] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Successfully updated port: b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.366224] env[68828]: INFO nova.compute.manager [-] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Took 1.03 seconds to deallocate network for instance. [ 970.493459] env[68828]: DEBUG nova.scheduler.client.report [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.599158] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bd9c7290-f6fc-4f39-9c82-a51332e01a7e] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.755844] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.756011] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquired lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.756193] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.875416] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.999467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.000260] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.010023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.766s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.010023] env[68828]: INFO nova.compute.claims [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.104816] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 6d539428-fed4-4061-bd05-431f9fcbb3e7] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.291203] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.426556] env[68828]: DEBUG nova.network.neutron [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Updating instance_info_cache with network_info: [{"id": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "address": "fa:16:3e:61:35:88", "network": {"id": "09d2e70c-fc1b-4615-8cdb-0f56dcd691cd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1721142910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36378cfb00c84ae8a6753cc291373937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb677fc08-5c", "ovs_interfaceid": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.519069] env[68828]: DEBUG nova.compute.utils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.521092] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.521408] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.573169] env[68828]: DEBUG nova.policy [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f56486c18e492a8f1ab1bd123a04ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e9234315d4c7bb2169b623de8cf35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.608649] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 29c905a4-0b30-4d16-9e1b-90bdcfb7b3ec] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.929222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Releasing lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.929565] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Instance network_info: |[{"id": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "address": "fa:16:3e:61:35:88", "network": {"id": "09d2e70c-fc1b-4615-8cdb-0f56dcd691cd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1721142910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36378cfb00c84ae8a6753cc291373937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb677fc08-5c", "ovs_interfaceid": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.930044] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:35:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b677fc08-5c91-4fc7-8829-8d570d0ab918', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.944247] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Creating folder: Project (36378cfb00c84ae8a6753cc291373937). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.944247] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a45b00d-5909-40dc-b80d-786ed6ca3704 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.952620] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Created folder: Project (36378cfb00c84ae8a6753cc291373937) in parent group-v645630. [ 971.953846] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Creating folder: Instances. Parent ref: group-v645825. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.954714] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63010ca4-28dd-4922-95fa-d2d45196fffa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.964126] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Created folder: Instances in parent group-v645825. [ 971.964385] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.964618] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.965256] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9b7d92-53ba-421c-90bf-725897bdb528 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.984738] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Successfully created port: eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.991776] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.991776] env[68828]: value = "task-3230890" [ 971.991776] env[68828]: _type = "Task" [ 971.991776] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.001313] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230890, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.030545] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.112889] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 22e625e7-b4f1-449a-a4ad-a50ea757e8dd] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.136333] env[68828]: DEBUG nova.compute.manager [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Received event network-changed-b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.136427] env[68828]: DEBUG nova.compute.manager [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Refreshing instance network info cache due to event network-changed-b677fc08-5c91-4fc7-8829-8d570d0ab918. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.136663] env[68828]: DEBUG oslo_concurrency.lockutils [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] Acquiring lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.136813] env[68828]: DEBUG oslo_concurrency.lockutils [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] Acquired lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.140665] env[68828]: DEBUG nova.network.neutron [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Refreshing network info cache for port b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.210585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.210585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.210585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.210585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.210585] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.211353] env[68828]: INFO nova.compute.manager [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Terminating instance [ 972.501133] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8751c6-eb0a-4855-b07b-bd306283ea23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.506994] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230890, 'name': CreateVM_Task, 'duration_secs': 0.431955} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.507569] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.508331] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.508495] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.508841] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509132] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3841d068-6ffe-44b8-9ec7-f35367b2fa1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515075] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c7b5d-401a-4cf2-bbf0-a7a6c5cf75fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.518195] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 972.518195] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524032c5-c69f-c0d2-8b32-b3cbe33ea3ab" [ 972.518195] env[68828]: _type = "Task" [ 972.518195] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.552481] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a765101-2c1f-4a40-8b26-d645f1658151 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.558763] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524032c5-c69f-c0d2-8b32-b3cbe33ea3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.559429] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.559701] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.559958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.560132] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.560363] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.562624] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6980108e-15b2-46d0-baa9-c20b40b93513 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.566224] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a9ebb-e384-4402-8b29-43dbfa240234 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.579922] env[68828]: DEBUG nova.compute.provider_tree [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.582976] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.582976] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.583222] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74f26fd-2c84-4b79-bc32-dec516437eaa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.591144] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 972.591144] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d15757-4ebc-85c9-3c86-8a4c81e8f673" [ 972.591144] env[68828]: _type = "Task" [ 972.591144] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.598103] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d15757-4ebc-85c9-3c86-8a4c81e8f673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.614665] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 400402ac-ac7d-4086-b67c-2ba8c4d9f92d] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.716345] env[68828]: DEBUG nova.compute.manager [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.716577] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.717497] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c63d4-b5b7-4319-8a02-607daf0b0b4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.728023] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.728023] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d6bb8e3-ff10-4741-b8be-9f779507391f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.734099] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 972.734099] env[68828]: value = "task-3230891" [ 972.734099] env[68828]: _type = "Task" [ 972.734099] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.741819] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.040149] env[68828]: DEBUG nova.network.neutron [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Updated VIF entry in instance network info cache for port b677fc08-5c91-4fc7-8829-8d570d0ab918. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.040670] env[68828]: DEBUG nova.network.neutron [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Updating instance_info_cache with network_info: [{"id": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "address": "fa:16:3e:61:35:88", "network": {"id": "09d2e70c-fc1b-4615-8cdb-0f56dcd691cd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1721142910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36378cfb00c84ae8a6753cc291373937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb677fc08-5c", "ovs_interfaceid": "b677fc08-5c91-4fc7-8829-8d570d0ab918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.060392] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.084213] env[68828]: DEBUG nova.scheduler.client.report [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.095850] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.096094] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.096254] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.096433] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.096579] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.096722] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.096923] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.097188] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.098649] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.098649] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.098649] env[68828]: DEBUG nova.virt.hardware [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.098649] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e71e48-b8bd-441d-ae0d-d2ee298c91cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.104464] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d15757-4ebc-85c9-3c86-8a4c81e8f673, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.106135] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddb3827-28cb-438e-945d-014ab37c6d20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.113209] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9b9bd-ec74-4ca3-bdab-ef8bf6a5bf95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.120398] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 3c7e1381-3c5a-402c-aa40-289321aeaa53] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.121712] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 973.121712] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520963b6-cfff-83dc-2bcb-7b946ebe01e1" [ 973.121712] env[68828]: _type = "Task" [ 973.121712] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.141476] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520963b6-cfff-83dc-2bcb-7b946ebe01e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.141766] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.142409] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 8b9ecd00-2823-41ad-9016-961d9fd521e9/8b9ecd00-2823-41ad-9016-961d9fd521e9.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.142409] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53a58756-b389-43a1-8163-ac00d08ed0c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.150190] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 973.150190] env[68828]: value = "task-3230892" [ 973.150190] env[68828]: _type = "Task" [ 973.150190] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.159911] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.245978] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230891, 'name': PowerOffVM_Task, 'duration_secs': 0.264388} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.246269] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.246474] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.246734] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc87ee59-ae2e-4a98-9200-3d31a63f2274 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.309971] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.310257] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.310463] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleting the datastore file [datastore1] e3018609-8a3a-46cf-ba3a-98905fcffcf0 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.310780] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b73ed4-38e5-4558-8a23-51a1fdc4c303 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.318599] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for the task: (returnval){ [ 973.318599] env[68828]: value = "task-3230894" [ 973.318599] env[68828]: _type = "Task" [ 973.318599] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.327809] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.543186] env[68828]: DEBUG oslo_concurrency.lockutils [req-f59be82d-9ad3-48e6-af9c-801e174b6e0f req-458c6b41-83b6-4f8f-b232-3d7fea2bd80c service nova] Releasing lock "refresh_cache-8b9ecd00-2823-41ad-9016-961d9fd521e9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.576793] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Successfully updated port: eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.591501] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.592246] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.596566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.347s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.596802] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.599318] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.002s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.599574] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.601727] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.216s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.623637] env[68828]: INFO nova.scheduler.client.report [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleted allocations for instance 392377e1-e0c2-4696-ad23-66a9287fa003 [ 973.624912] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d2bc86a8-3c11-454a-8f8e-b6012ecd8f33] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.629992] env[68828]: INFO nova.scheduler.client.report [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted allocations for instance 27eb192c-48ae-471c-a0c0-feeb62aa04fd [ 973.663862] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.829349] env[68828]: DEBUG oslo_vmware.api [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Task: {'id': task-3230894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406431} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.829670] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.829863] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.830069] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.830251] env[68828]: INFO nova.compute.manager [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 973.830495] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.830693] env[68828]: DEBUG nova.compute.manager [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.830789] env[68828]: DEBUG nova.network.neutron [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.862045] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.862434] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.079148] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.079360] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.079475] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.108051] env[68828]: DEBUG nova.compute.utils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.112158] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.112158] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.129844] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bc7506b3-7995-46f3-9828-a5271aa01ab5] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.135518] env[68828]: DEBUG oslo_concurrency.lockutils [None req-594fd2c6-983d-4fed-8687-b6e9d033d4c6 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "392377e1-e0c2-4696-ad23-66a9287fa003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.682s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.138789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cc40c276-4492-4f56-9818-70a724f613e6 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "27eb192c-48ae-471c-a0c0-feeb62aa04fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.029s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.166161] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54702} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.166161] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 8b9ecd00-2823-41ad-9016-961d9fd521e9/8b9ecd00-2823-41ad-9016-961d9fd521e9.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.166161] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.166161] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d62590-cfd0-4f2e-b805-6e57875b3dea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.175196] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 974.175196] env[68828]: value = "task-3230895" [ 974.175196] env[68828]: _type = "Task" [ 974.175196] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.180529] env[68828]: DEBUG nova.compute.manager [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Received event network-vif-plugged-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.180884] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Acquiring lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.180964] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.181104] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.181322] env[68828]: DEBUG nova.compute.manager [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] No waiting events found dispatching network-vif-plugged-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.181952] env[68828]: WARNING nova.compute.manager [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Received unexpected event network-vif-plugged-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 for instance with vm_state building and task_state spawning. [ 974.182166] env[68828]: DEBUG nova.compute.manager [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Received event network-changed-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.182352] env[68828]: DEBUG nova.compute.manager [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Refreshing instance network info cache due to event network-changed-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.182589] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Acquiring lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.186265] env[68828]: DEBUG nova.policy [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f56486c18e492a8f1ab1bd123a04ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e9234315d4c7bb2169b623de8cf35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.200946] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.365330] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.526179] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ac196-f0e9-4571-af98-585236408a19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.533091] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30deec5e-ca79-4efa-b539-24daa1598e96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.565346] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31fe00-eab0-4811-9508-2584ea4d664a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.572888] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f29974-a7f8-4749-baa2-644422574a80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.587300] env[68828]: DEBUG nova.compute.provider_tree [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.613388] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.623895] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.634535] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 5152d49a-74aa-437e-b489-e47d585fd47c] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.689866] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.690988] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.691695] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc81f88-a4d6-4337-b2b0-f1ce08bf1cda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.718188] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8b9ecd00-2823-41ad-9016-961d9fd521e9/8b9ecd00-2823-41ad-9016-961d9fd521e9.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.721281] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d9f567-88eb-4032-b645-c0d7a0412db8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.744299] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 974.744299] env[68828]: value = "task-3230896" [ 974.744299] env[68828]: _type = "Task" [ 974.744299] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.751879] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.799240] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Successfully created port: 3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.803557] env[68828]: DEBUG nova.network.neutron [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [{"id": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "address": "fa:16:3e:a8:ce:5c", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeadb164a-2b", "ovs_interfaceid": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.875334] env[68828]: DEBUG nova.network.neutron [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.898820] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.097775] env[68828]: DEBUG nova.scheduler.client.report [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.101213] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.101430] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.101625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.101801] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.101960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.104254] env[68828]: INFO nova.compute.manager [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Terminating instance [ 975.138287] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e3ed8924-79e4-4af3-9bac-fa8ea807832c] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.253662] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230896, 'name': ReconfigVM_Task, 'duration_secs': 0.292798} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.253932] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8b9ecd00-2823-41ad-9016-961d9fd521e9/8b9ecd00-2823-41ad-9016-961d9fd521e9.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.255038] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cb57a0-a37e-47ef-acb4-df750154647f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.262406] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 975.262406] env[68828]: value = "task-3230897" [ 975.262406] env[68828]: _type = "Task" [ 975.262406] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.269602] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230897, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.305761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.306088] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Instance network_info: |[{"id": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "address": "fa:16:3e:a8:ce:5c", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeadb164a-2b", "ovs_interfaceid": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.306386] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Acquired lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.306571] env[68828]: DEBUG nova.network.neutron [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Refreshing network info cache for port eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.307713] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ce:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eadb164a-2b09-40bf-ad2b-7cfa6ce03d89', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.315680] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating folder: Project (615e9234315d4c7bb2169b623de8cf35). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.318919] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3ad85f-9687-4e55-9c17-d814b5dae18b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.329608] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created folder: Project (615e9234315d4c7bb2169b623de8cf35) in parent group-v645630. [ 975.329791] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating folder: Instances. Parent ref: group-v645828. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.330319] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be4b3549-6dab-4ca0-b2c9-14f4a28ebb80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.339976] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created folder: Instances in parent group-v645828. [ 975.340276] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.340576] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.340679] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461ed9a9-1a70-462e-b0bf-ea8c09f62a4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.361756] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.361756] env[68828]: value = "task-3230900" [ 975.361756] env[68828]: _type = "Task" [ 975.361756] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.368951] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230900, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.379462] env[68828]: INFO nova.compute.manager [-] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Took 1.55 seconds to deallocate network for instance. [ 975.489164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.489554] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.489788] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.490027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.490162] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.492759] env[68828]: INFO nova.compute.manager [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Terminating instance [ 975.534029] env[68828]: DEBUG nova.network.neutron [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updated VIF entry in instance network info cache for port eadb164a-2b09-40bf-ad2b-7cfa6ce03d89. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.534480] env[68828]: DEBUG nova.network.neutron [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [{"id": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "address": "fa:16:3e:a8:ce:5c", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeadb164a-2b", "ovs_interfaceid": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.608596] env[68828]: DEBUG nova.compute.manager [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.608877] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.610079] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77572b-3b6f-48fd-9da4-d560ccafc596 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.618240] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.618474] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ab980c-bb64-4551-a175-6bad1545f1d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.621338] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.627827] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 975.627827] env[68828]: value = "task-3230901" [ 975.627827] env[68828]: _type = "Task" [ 975.627827] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.635574] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.641096] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 5f618d22-e3ff-41b9-9131-26730e117394] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.648944] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.649188] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.649348] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.649529] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.649676] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.649826] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.650076] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.650297] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.650433] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.650597] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.650773] env[68828]: DEBUG nova.virt.hardware [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.651593] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124cc35-f463-4883-87f5-0f0e40e7e2c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.659874] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e0f0f8-fc63-4ffc-bab3-1810d49b5ed1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.771180] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230897, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.872088] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230900, 'name': CreateVM_Task, 'duration_secs': 0.386424} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.872268] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.872970] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.873159] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.873468] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.873723] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aad916-b94b-4357-8d64-5160053217e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.878070] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 975.878070] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529e7da9-3e8a-cbfd-1dbd-05d0624d3868" [ 975.878070] env[68828]: _type = "Task" [ 975.878070] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.886113] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.886338] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529e7da9-3e8a-cbfd-1dbd-05d0624d3868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.002992] env[68828]: DEBUG nova.compute.manager [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.003250] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.004297] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59d7ef-a412-4cab-8d97-d0bd41fe305e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.011370] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.011553] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c61f129-8f66-4bca-92a9-08ab86fabd64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.017379] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 976.017379] env[68828]: value = "task-3230902" [ 976.017379] env[68828]: _type = "Task" [ 976.017379] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.025117] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.039778] env[68828]: DEBUG oslo_concurrency.lockutils [req-0203bb3b-a0c4-437b-bd9a-e720417c2102 req-3310c16a-7690-4f4f-bfb2-670e60bc7ebb service nova] Releasing lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.112328] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.510s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.112564] env[68828]: DEBUG nova.compute.manager [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68828) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 976.115531] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.414s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.117012] env[68828]: INFO nova.compute.claims [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.139164] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.144249] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 09531ee3-9860-4aba-a7df-7489e5727da3] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.203297] env[68828]: DEBUG nova.compute.manager [req-d4698198-ffda-40d2-97a0-93760b334103 req-bfd06025-49d2-42c7-a43f-e604136a0237 service nova] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Received event network-vif-deleted-58b24847-6d14-4a73-ac64-728b47d36608 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.274027] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230897, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.389836] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529e7da9-3e8a-cbfd-1dbd-05d0624d3868, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.390188] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.390434] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.390671] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.390820] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.391052] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.391319] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5fb07d-48a9-4bed-b105-4e8ce9a6f5f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.402360] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.402360] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.402360] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895884a3-6399-4dae-a26e-216471c8ec9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.408600] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 976.408600] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52301863-f5f7-d2f5-7772-761055dff7ff" [ 976.408600] env[68828]: _type = "Task" [ 976.408600] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.418995] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52301863-f5f7-d2f5-7772-761055dff7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.465589] env[68828]: DEBUG nova.compute.manager [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Received event network-vif-plugged-3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.466396] env[68828]: DEBUG oslo_concurrency.lockutils [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] Acquiring lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.466396] env[68828]: DEBUG oslo_concurrency.lockutils [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.466674] env[68828]: DEBUG oslo_concurrency.lockutils [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.466958] env[68828]: DEBUG nova.compute.manager [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] No waiting events found dispatching network-vif-plugged-3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.467259] env[68828]: WARNING nova.compute.manager [req-eb42f752-5e29-4b6d-b316-b2fbf52b0547 req-c83bb252-065d-436e-bde1-ac9c480e1d5b service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Received unexpected event network-vif-plugged-3cb14437-de70-480d-a4f5-55e2f9dfc7f8 for instance with vm_state building and task_state spawning. [ 976.526686] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230902, 'name': PowerOffVM_Task, 'duration_secs': 0.211773} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.527091] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.527313] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.527571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd1c9ce1-a2a6-486c-9f90-e7bebf4f0c4c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.559810] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Successfully updated port: 3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.587427] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.587649] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.587862] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleting the datastore file [datastore1] edc4e56e-e6e9-4212-8fa5-437c0bda52e8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.588140] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17172267-ca5e-4d5d-953d-6f7847af7157 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.595143] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for the task: (returnval){ [ 976.595143] env[68828]: value = "task-3230904" [ 976.595143] env[68828]: _type = "Task" [ 976.595143] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.603311] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.638809] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230901, 'name': PowerOffVM_Task, 'duration_secs': 0.918827} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.639114] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.639259] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.639503] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0eab70c-33e8-46f0-9cd2-3904d204eb57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.647170] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2eca808d-d018-4b45-ac0b-ef2768ed1818] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.680582] env[68828]: INFO nova.scheduler.client.report [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted allocation for migration 5d45914c-047b-4ae9-a87c-e8c0993a4b57 [ 976.698195] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.698427] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.698607] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore2] d80ae47b-ebe7-48eb-9525-8cabb4e04df0 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.698896] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa8b100-3f8f-42cb-b849-20342c8f824c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.705919] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 976.705919] env[68828]: value = "task-3230906" [ 976.705919] env[68828]: _type = "Task" [ 976.705919] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.714134] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.772104] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230897, 'name': Rename_Task, 'duration_secs': 1.151339} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.772429] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.772718] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e985877c-3da3-4601-8b44-ceb941462373 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.778477] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 976.778477] env[68828]: value = "task-3230907" [ 976.778477] env[68828]: _type = "Task" [ 976.778477] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.786637] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.920179] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52301863-f5f7-d2f5-7772-761055dff7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.921253] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473acc6d-3406-44f0-88f1-15a8efcec9d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.926629] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 976.926629] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222f110-ea33-f641-51b3-1273e23aab86" [ 976.926629] env[68828]: _type = "Task" [ 976.926629] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.936150] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222f110-ea33-f641-51b3-1273e23aab86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.062363] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.062526] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.062678] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.105761] env[68828]: DEBUG oslo_vmware.api [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Task: {'id': task-3230904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136686} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.106232] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.106432] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.106649] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.106854] env[68828]: INFO nova.compute.manager [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 977.107150] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.107383] env[68828]: DEBUG nova.compute.manager [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.107510] env[68828]: DEBUG nova.network.neutron [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.151082] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: b803dcd4-dcc1-4f09-917d-e7070fe8b6db] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.186762] env[68828]: DEBUG oslo_concurrency.lockutils [None req-63ee31be-ca4b-4e8e-a9a7-33f18274d030 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.455s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.218396] env[68828]: DEBUG oslo_vmware.api [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.218640] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.218819] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.218996] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.219177] env[68828]: INFO nova.compute.manager [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Took 1.61 seconds to destroy the instance on the hypervisor. [ 977.219411] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.219595] env[68828]: DEBUG nova.compute.manager [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.219694] env[68828]: DEBUG nova.network.neutron [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.292712] env[68828]: DEBUG oslo_vmware.api [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230907, 'name': PowerOnVM_Task, 'duration_secs': 0.442684} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.295893] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.296240] env[68828]: INFO nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Took 7.76 seconds to spawn the instance on the hypervisor. [ 977.296480] env[68828]: DEBUG nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.297374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dce57e-ed34-4387-8903-7f7ab607b1fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.441394] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222f110-ea33-f641-51b3-1273e23aab86, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.441676] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.441935] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/aaa4efed-a739-46d8-872e-91525fa03fe4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.442483] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9dcdbd2-16a8-4dd2-a036-3ad1dc5ba593 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.455142] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 977.455142] env[68828]: value = "task-3230908" [ 977.455142] env[68828]: _type = "Task" [ 977.455142] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.461541] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.525875] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833548b5-186e-4d3c-901a-03d2777e5635 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.533548] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f824a3-56cf-42ff-b8cc-2349ac204163 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.567456] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcd5ee-022e-4938-bbf2-a0dc1f31b66e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.574599] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ab529-4513-41b4-94a9-e36da64eeba0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.587812] env[68828]: DEBUG nova.compute.provider_tree [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.600019] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.643444] env[68828]: DEBUG nova.objects.instance [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.656289] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d72b95bc-c418-4a85-aca1-54efaf67217a] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.728939] env[68828]: DEBUG nova.network.neutron [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updating instance_info_cache with network_info: [{"id": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "address": "fa:16:3e:bc:58:a2", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb14437-de", "ovs_interfaceid": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.821039] env[68828]: INFO nova.compute.manager [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Took 43.09 seconds to build instance. [ 977.965489] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230908, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.982100] env[68828]: DEBUG nova.network.neutron [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.000314] env[68828]: DEBUG nova.network.neutron [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.092727] env[68828]: DEBUG nova.scheduler.client.report [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.149361] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.149623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.149811] env[68828]: DEBUG nova.network.neutron [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.150043] env[68828]: DEBUG nova.objects.instance [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'info_cache' on Instance uuid 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.159580] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 7b03ca03-0eb9-47b9-a6f2-ed8b9e079b93] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.229161] env[68828]: DEBUG nova.compute.manager [req-98407045-e0c0-4e58-9a7d-f41a4c1e99f6 req-22f739d1-0847-43c3-87ed-06715a2fef25 service nova] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Received event network-vif-deleted-08d4028e-0ded-48bb-813b-b5732ea288a1 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.231956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.232252] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Instance network_info: |[{"id": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "address": "fa:16:3e:bc:58:a2", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb14437-de", "ovs_interfaceid": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.232860] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:58:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb14437-de70-480d-a4f5-55e2f9dfc7f8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.240499] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.240927] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.241688] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8cdbeb-31cf-4d3d-bc14-78a10d49635b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.261420] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.261420] env[68828]: value = "task-3230909" [ 978.261420] env[68828]: _type = "Task" [ 978.261420] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.273923] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230909, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.323475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-74e1f271-5fcc-47c9-bfa5-a7b2a8fbc277 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.600s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.465420] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653245} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.465824] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/aaa4efed-a739-46d8-872e-91525fa03fe4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.466075] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.466348] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1471e5b-1364-439e-ba4c-46be283ac882 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.472533] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 978.472533] env[68828]: value = "task-3230910" [ 978.472533] env[68828]: _type = "Task" [ 978.472533] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.483950] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.484780] env[68828]: INFO nova.compute.manager [-] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Took 1.38 seconds to deallocate network for instance. [ 978.503489] env[68828]: INFO nova.compute.manager [-] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Took 1.28 seconds to deallocate network for instance. [ 978.549529] env[68828]: DEBUG nova.compute.manager [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Received event network-changed-3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.549732] env[68828]: DEBUG nova.compute.manager [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Refreshing instance network info cache due to event network-changed-3cb14437-de70-480d-a4f5-55e2f9dfc7f8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.549938] env[68828]: DEBUG oslo_concurrency.lockutils [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] Acquiring lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.550113] env[68828]: DEBUG oslo_concurrency.lockutils [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] Acquired lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.550247] env[68828]: DEBUG nova.network.neutron [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Refreshing network info cache for port 3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.597200] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.597591] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.600010] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.042s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.601431] env[68828]: INFO nova.compute.claims [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.655347] env[68828]: DEBUG nova.objects.base [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Object Instance<255edea0-1953-4a00-8f22-2ff42f406d37> lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.665882] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e8c5815f-3308-4da7-92ad-f5aa8a56747a] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.771539] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230909, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.981707] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272368} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.981969] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.982762] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e31949-a865-47b7-b069-634bc8f47f35 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.996133] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.005147] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/aaa4efed-a739-46d8-872e-91525fa03fe4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.005385] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297160b4-2180-4733-85a6-2b0a17c60733 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.019886] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.025702] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 979.025702] env[68828]: value = "task-3230911" [ 979.025702] env[68828]: _type = "Task" [ 979.025702] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.036774] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.105925] env[68828]: DEBUG nova.compute.utils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.108689] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.108858] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.121086] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.121359] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.121596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.121792] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.121971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.124041] env[68828]: INFO nova.compute.manager [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Terminating instance [ 979.168712] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bbcadc80-7d0d-4516-9bb9-8c27817ce072] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.171583] env[68828]: DEBUG nova.policy [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc77eaebe2541c0b6d3df7f247544e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acb1d78fddb44b069ada6047563dd2a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.266310] env[68828]: DEBUG nova.network.neutron [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updated VIF entry in instance network info cache for port 3cb14437-de70-480d-a4f5-55e2f9dfc7f8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.266310] env[68828]: DEBUG nova.network.neutron [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updating instance_info_cache with network_info: [{"id": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "address": "fa:16:3e:bc:58:a2", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb14437-de", "ovs_interfaceid": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.275704] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230909, 'name': CreateVM_Task, 'duration_secs': 0.647115} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.276857] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.278697] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.278697] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.278697] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.281174] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04fc3d75-96e0-4a96-acd3-045d1d6eccde {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.286330] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 979.286330] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52871fcb-8a13-ee49-ee5e-f2c321d9e6e2" [ 979.286330] env[68828]: _type = "Task" [ 979.286330] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.301345] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52871fcb-8a13-ee49-ee5e-f2c321d9e6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.538031] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230911, 'name': ReconfigVM_Task, 'duration_secs': 0.296856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.538319] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfigured VM instance instance-00000044 to attach disk [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/aaa4efed-a739-46d8-872e-91525fa03fe4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.538937] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f814116-a4e6-47e1-b692-bf9d16012dc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.545564] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 979.545564] env[68828]: value = "task-3230912" [ 979.545564] env[68828]: _type = "Task" [ 979.545564] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.553991] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230912, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.566225] env[68828]: DEBUG nova.network.neutron [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [{"id": "c8ac116c-241b-4397-adc6-27978f6446de", "address": "fa:16:3e:a7:05:63", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ac116c-24", "ovs_interfaceid": "c8ac116c-241b-4397-adc6-27978f6446de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.613478] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.630441] env[68828]: DEBUG nova.compute.manager [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.630441] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.630441] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a94dca-0e4b-4c5f-bc41-d1056d833011 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.641843] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.641843] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406c01cf-d0da-4faf-b126-4fca6027e381 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.649589] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 979.649589] env[68828]: value = "task-3230913" [ 979.649589] env[68828]: _type = "Task" [ 979.649589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.658498] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.674723] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 614c2b9e-841e-442f-a7e3-fd3b27d84f06] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.771252] env[68828]: DEBUG oslo_concurrency.lockutils [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] Releasing lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.771510] env[68828]: DEBUG nova.compute.manager [req-9971d8af-fd9e-47e6-a960-77bd85d70d1f req-4fe57744-de67-4dbe-967b-fe528d2baf08 service nova] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Received event network-vif-deleted-74c2b0b5-3f1a-4eca-87fd-940b12963306 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.797087] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52871fcb-8a13-ee49-ee5e-f2c321d9e6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.035153} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.797087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.797299] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.797539] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.797683] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.797856] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.798207] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dbf3c4f-d76d-470d-a5c8-26533c3fef18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.811837] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.812110] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.813211] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46200a1b-7c64-49d7-bf81-05249374bf9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.818664] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Successfully created port: 517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.823880] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 979.823880] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5284f916-bc1e-f6e5-5c6c-a753fc244ac0" [ 979.823880] env[68828]: _type = "Task" [ 979.823880] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.831903] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5284f916-bc1e-f6e5-5c6c-a753fc244ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.026157] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c430c7-4f92-45c9-b3f1-9e84ccea4cb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.033256] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3a48d-02d4-4aa8-b6d6-63ffb54a640f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.067814] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3576a5-54ec-4fd2-a120-ed0ff8867caf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.070547] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-255edea0-1953-4a00-8f22-2ff42f406d37" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.076903] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230912, 'name': Rename_Task, 'duration_secs': 0.146956} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.080950] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.080950] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c07f260-9da4-456f-8a5c-ba4db0038b34 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.081893] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae51069-d454-4f08-b7ee-e492702f227c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095720] env[68828]: DEBUG nova.compute.provider_tree [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.097930] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 980.097930] env[68828]: value = "task-3230914" [ 980.097930] env[68828]: _type = "Task" [ 980.097930] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.107427] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.161647] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230913, 'name': PowerOffVM_Task, 'duration_secs': 0.211663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.161647] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.161647] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.161647] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aa7c7de-b64a-494f-83ef-496f4d799f8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.178179] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 5419c45e-be0f-4c55-a09e-f07bdcd209b1] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.224028] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.224028] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.224028] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Deleting the datastore file [datastore2] 8b9ecd00-2823-41ad-9016-961d9fd521e9 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.224028] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ee7ca2-04b3-4592-bf93-b77485d21b7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.230532] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for the task: (returnval){ [ 980.230532] env[68828]: value = "task-3230916" [ 980.230532] env[68828]: _type = "Task" [ 980.230532] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.239020] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.337024] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5284f916-bc1e-f6e5-5c6c-a753fc244ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.337024] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c0897e-69d7-4961-a356-ea38cf038cbc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.341281] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 980.341281] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52595f85-02d0-eb23-2295-05885b6ee217" [ 980.341281] env[68828]: _type = "Task" [ 980.341281] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.350910] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52595f85-02d0-eb23-2295-05885b6ee217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.599682] env[68828]: DEBUG nova.scheduler.client.report [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.612167] env[68828]: DEBUG oslo_vmware.api [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230914, 'name': PowerOnVM_Task, 'duration_secs': 0.438525} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.612443] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.612689] env[68828]: INFO nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Took 7.55 seconds to spawn the instance on the hypervisor. [ 980.612845] env[68828]: DEBUG nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.613645] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c647aebe-9127-4c58-ae65-cd4b3545d546 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.624777] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.651805] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.651805] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.651969] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.652117] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.652268] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.652416] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.652624] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.652809] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.652992] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.653180] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.653355] env[68828]: DEBUG nova.virt.hardware [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.654519] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdde51c-e7a5-45bf-81d5-781ea90b891e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.663797] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f64e48f-be72-49cd-93a8-0e4af5a605df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.681585] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e7d41890-f48b-470e-b33e-cd64c725e2c8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.740500] env[68828]: DEBUG oslo_vmware.api [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Task: {'id': task-3230916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196865} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.740759] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.740945] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.741141] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.741308] env[68828]: INFO nova.compute.manager [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.741564] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.741760] env[68828]: DEBUG nova.compute.manager [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.741856] env[68828]: DEBUG nova.network.neutron [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.851091] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52595f85-02d0-eb23-2295-05885b6ee217, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.851308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.851693] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.851807] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30cbdc32-1c84-4bbb-97c9-477c7c9e6c70 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.858272] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 980.858272] env[68828]: value = "task-3230917" [ 980.858272] env[68828]: _type = "Task" [ 980.858272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.865985] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.033860] env[68828]: DEBUG nova.compute.manager [req-5ecdfea7-1432-4209-92ce-48340143249b req-24252ba0-b680-4c2c-889e-60907631744d service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Received event network-vif-deleted-b677fc08-5c91-4fc7-8829-8d570d0ab918 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.034137] env[68828]: INFO nova.compute.manager [req-5ecdfea7-1432-4209-92ce-48340143249b req-24252ba0-b680-4c2c-889e-60907631744d service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Neutron deleted interface b677fc08-5c91-4fc7-8829-8d570d0ab918; detaching it from the instance and deleting it from the info cache [ 981.034425] env[68828]: DEBUG nova.network.neutron [req-5ecdfea7-1432-4209-92ce-48340143249b req-24252ba0-b680-4c2c-889e-60907631744d service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.076716] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.077079] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400d06c8-e6ec-4832-afad-f5ae43284f9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.085690] env[68828]: DEBUG oslo_vmware.api [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 981.085690] env[68828]: value = "task-3230918" [ 981.085690] env[68828]: _type = "Task" [ 981.085690] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.094948] env[68828]: DEBUG oslo_vmware.api [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.104652] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.105360] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.108219] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.979s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.108525] env[68828]: DEBUG nova.objects.instance [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'resources' on Instance uuid baeea94c-9cdf-4cd4-9e8a-8263af1071f0 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.130918] env[68828]: INFO nova.compute.manager [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Took 38.37 seconds to build instance. [ 981.184311] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 33cc3c0b-7c9d-48f2-8b55-eda6f64c6f6e] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.368898] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477372} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.369180] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.369396] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.369648] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86f4678b-f1eb-48b5-97eb-eb41778490ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.376239] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 981.376239] env[68828]: value = "task-3230919" [ 981.376239] env[68828]: _type = "Task" [ 981.376239] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.383715] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.511629] env[68828]: DEBUG nova.network.neutron [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.537401] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbfa28a7-f76f-4d9a-9187-f93fef6bb8cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.547716] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f34173-9b8a-4a54-aa3b-ebdb30366692 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.579673] env[68828]: DEBUG nova.compute.manager [req-5ecdfea7-1432-4209-92ce-48340143249b req-24252ba0-b680-4c2c-889e-60907631744d service nova] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Detach interface failed, port_id=b677fc08-5c91-4fc7-8829-8d570d0ab918, reason: Instance 8b9ecd00-2823-41ad-9016-961d9fd521e9 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.596406] env[68828]: DEBUG oslo_vmware.api [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.616182] env[68828]: DEBUG nova.compute.utils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.617671] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.617842] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.633223] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b102eecf-4832-44f7-a45d-5ffad1dde01f tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.882s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.671308] env[68828]: DEBUG nova.policy [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.688088] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e4349a14-2d63-4000-aba2-3c6a3867eb11] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.890193] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097861} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.890193] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.890665] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48438c89-6792-4b9f-80b3-6a289ff86f65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.917408] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.922191] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ee7fbd-9b4e-4fde-b687-916c5984c725 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.944216] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 981.944216] env[68828]: value = "task-3230920" [ 981.944216] env[68828]: _type = "Task" [ 981.944216] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.952814] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.000926] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca50ee3-e1db-44cf-88f9-33a11677e9f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.009295] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97617147-6b1b-40ab-9fe3-f98a1b06e9af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.014374] env[68828]: INFO nova.compute.manager [-] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Took 1.27 seconds to deallocate network for instance. [ 982.050224] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9349b912-5d2b-4878-a312-817a4043a691 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.057019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da79db55-6a3c-40c4-8d2a-a150a7a7d8aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.073174] env[68828]: DEBUG nova.compute.provider_tree [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.075185] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Successfully updated port: 517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.098135] env[68828]: DEBUG oslo_vmware.api [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.121285] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.192213] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 6bce843d-b138-4438-bf9f-d73eecb1d5d4] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.201823] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Successfully created port: 7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.454804] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.552034] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.578582] env[68828]: DEBUG nova.scheduler.client.report [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.581403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.581403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.581676] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.600288] env[68828]: DEBUG oslo_vmware.api [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230918, 'name': PowerOnVM_Task, 'duration_secs': 1.079006} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.600592] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.600748] env[68828]: DEBUG nova.compute.manager [None req-9bf7dc43-bdac-4443-b53b-36ef81dd0527 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.601558] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2cab5-9fd4-41b7-aa04-332fcaf79093 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.694641] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 38556428-d6d1-437d-81f6-1868f0f5a4f2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.957041] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230920, 'name': ReconfigVM_Task, 'duration_secs': 0.671002} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.957041] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.957221] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23625702-daad-4bf1-bae5-b8f422370d44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.963078] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 982.963078] env[68828]: value = "task-3230921" [ 982.963078] env[68828]: _type = "Task" [ 982.963078] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.971486] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230921, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.083905] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.088653] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.141s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.089950] env[68828]: INFO nova.compute.claims [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.099489] env[68828]: DEBUG nova.compute.manager [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Received event network-vif-plugged-517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.099665] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Acquiring lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.100201] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.100201] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.100288] env[68828]: DEBUG nova.compute.manager [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] No waiting events found dispatching network-vif-plugged-517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.100379] env[68828]: WARNING nova.compute.manager [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Received unexpected event network-vif-plugged-517272f4-0410-4947-9f6a-2fd3f12936c0 for instance with vm_state building and task_state spawning. [ 983.100527] env[68828]: DEBUG nova.compute.manager [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Received event network-changed-517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.100668] env[68828]: DEBUG nova.compute.manager [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Refreshing instance network info cache due to event network-changed-517272f4-0410-4947-9f6a-2fd3f12936c0. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.100910] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Acquiring lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.109310] env[68828]: INFO nova.scheduler.client.report [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted allocations for instance baeea94c-9cdf-4cd4-9e8a-8263af1071f0 [ 983.124945] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.132083] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.165310] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.165628] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.165864] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.166187] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.166323] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.166544] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.166832] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.167077] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.167297] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.167486] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.167663] env[68828]: DEBUG nova.virt.hardware [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.169225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be4020-8e11-4915-a5e9-92d5664a6aba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.178310] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893fd993-eecc-41c7-b9cf-5be36e626655 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.198133] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: defd4007-c253-41bc-a9c0-e8b488c4e418] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.340637] env[68828]: DEBUG nova.network.neutron [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Updating instance_info_cache with network_info: [{"id": "517272f4-0410-4947-9f6a-2fd3f12936c0", "address": "fa:16:3e:ef:42:62", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517272f4-04", "ovs_interfaceid": "517272f4-0410-4947-9f6a-2fd3f12936c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.473432] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230921, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.622157] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05ad06bf-44cd-4658-ab58-c7002f7f8cd8 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "baeea94c-9cdf-4cd4-9e8a-8263af1071f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.995s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.655655] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.655927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.656741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.656741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.656741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.658977] env[68828]: INFO nova.compute.manager [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Terminating instance [ 983.701551] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: efb30d86-f227-4388-a29d-a1f2359d339b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.841079] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Successfully updated port: 7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.843104] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.843594] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Instance network_info: |[{"id": "517272f4-0410-4947-9f6a-2fd3f12936c0", "address": "fa:16:3e:ef:42:62", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517272f4-04", "ovs_interfaceid": "517272f4-0410-4947-9f6a-2fd3f12936c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.844035] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Acquired lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.844330] env[68828]: DEBUG nova.network.neutron [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Refreshing network info cache for port 517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.845322] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:42:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517272f4-0410-4947-9f6a-2fd3f12936c0', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.854166] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Creating folder: Project (acb1d78fddb44b069ada6047563dd2a9). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.855600] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a000f6d8-fdd1-4a29-a600-0be3a8e360bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.867617] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Created folder: Project (acb1d78fddb44b069ada6047563dd2a9) in parent group-v645630. [ 983.867746] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Creating folder: Instances. Parent ref: group-v645832. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.868038] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f736c733-1d2e-495b-ab6b-c61bf50d7630 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.877822] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Created folder: Instances in parent group-v645832. [ 983.878079] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.878272] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.878494] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c49382f-5029-493f-9117-53fea7921ec0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.897845] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.897845] env[68828]: value = "task-3230924" [ 983.897845] env[68828]: _type = "Task" [ 983.897845] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.905368] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230924, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.974423] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230921, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.164309] env[68828]: DEBUG nova.compute.manager [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.164593] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.168085] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac03962-3d3e-42cc-a9e8-34c6bf943567 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.172997] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.173302] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d60d52-ed66-406b-ac54-28b5125c9abe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.179725] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 984.179725] env[68828]: value = "task-3230925" [ 984.179725] env[68828]: _type = "Task" [ 984.179725] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.188814] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.205577] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: acf985b4-48a1-41eb-a1a3-6c0a041c7b5b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.344019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.344236] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.344567] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.410328] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230924, 'name': CreateVM_Task, 'duration_secs': 0.335163} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.413378] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.416396] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.416694] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.416967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.417245] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f034a17-ca23-4b8c-8c44-767c03406612 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.422459] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 984.422459] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bdc3a7-d535-90f5-c1ca-fce95e28a0e7" [ 984.422459] env[68828]: _type = "Task" [ 984.422459] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.432361] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bdc3a7-d535-90f5-c1ca-fce95e28a0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.433240] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3feab1-dfca-434e-b2e1-ac9927255f7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.441732] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2843715-5dcf-4696-9060-e87856ae8a57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.446402] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.446625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.446822] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.446998] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.447175] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.449545] env[68828]: INFO nova.compute.manager [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Terminating instance [ 984.486400] env[68828]: DEBUG nova.compute.manager [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.486616] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.490286] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf0a3b4-aa61-4836-a0d7-874f3fce54e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.493538] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679cc7ac-3caf-46cc-bb79-9839a322c9e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.510701] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e7f40a-5b92-4bed-b815-2a7400124ec0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.514741] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.515093] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230921, 'name': Rename_Task, 'duration_secs': 1.161677} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.515975] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-818e807c-9497-4928-b728-fa9d1f68a56d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.517192] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.517714] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a104e23-44df-4385-a3df-02e140e5baf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.527604] env[68828]: DEBUG nova.compute.provider_tree [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.531317] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 984.531317] env[68828]: value = "task-3230926" [ 984.531317] env[68828]: _type = "Task" [ 984.531317] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.531609] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 984.531609] env[68828]: value = "task-3230927" [ 984.531609] env[68828]: _type = "Task" [ 984.531609] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.547269] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.550034] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.692503] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230925, 'name': PowerOffVM_Task, 'duration_secs': 0.347916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.692809] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.692998] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.693280] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe98e0b-d9f1-4d14-b9d4-f18554d50c29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.696439] env[68828]: DEBUG nova.network.neutron [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Updated VIF entry in instance network info cache for port 517272f4-0410-4947-9f6a-2fd3f12936c0. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.696759] env[68828]: DEBUG nova.network.neutron [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Updating instance_info_cache with network_info: [{"id": "517272f4-0410-4947-9f6a-2fd3f12936c0", "address": "fa:16:3e:ef:42:62", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517272f4-04", "ovs_interfaceid": "517272f4-0410-4947-9f6a-2fd3f12936c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.708483] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 925555de-d1fb-4c5c-9f7c-038663186c54] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.754053] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.754211] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.754364] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore1] 255edea0-1953-4a00-8f22-2ff42f406d37 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.754628] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148cfc3c-ce59-4eea-accd-8bcfa3e8f4cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.761374] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 984.761374] env[68828]: value = "task-3230929" [ 984.761374] env[68828]: _type = "Task" [ 984.761374] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.770050] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.895157] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.935351] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bdc3a7-d535-90f5-c1ca-fce95e28a0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.935729] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.936057] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.936319] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.936503] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.936639] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.936903] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c13a7e39-a286-47b0-a2bc-5564a7c8379a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.945723] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.945907] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.946657] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a37659-f383-49cc-9ae7-d07ca183bea5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.954960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "42b62f0b-9b3a-4356-a665-68e0ab448665" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.955209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.956320] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 984.956320] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b27108-f959-030c-27d5-60b176a5e899" [ 984.956320] env[68828]: _type = "Task" [ 984.956320] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.968059] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b27108-f959-030c-27d5-60b176a5e899, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.969374] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6be1ff-f57e-4eec-930b-11d3918fb20d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.975031] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 984.975031] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52128ded-7e2b-0fcc-df1d-e7e67a55c92e" [ 984.975031] env[68828]: _type = "Task" [ 984.975031] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.983070] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52128ded-7e2b-0fcc-df1d-e7e67a55c92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.035924] env[68828]: DEBUG nova.scheduler.client.report [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.051477] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230926, 'name': PowerOffVM_Task, 'duration_secs': 0.394855} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.056719] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.056943] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.057297] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.058102] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7019601-224c-40f7-95f8-fb0dbdd1cfdd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.102260] env[68828]: DEBUG nova.network.neutron [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Updating instance_info_cache with network_info: [{"id": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "address": "fa:16:3e:b0:20:4a", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adb32a6-77", "ovs_interfaceid": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.120710] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.120822] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.120974] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore2] b43823c1-9940-4a08-9bc7-f49db1991eb7 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.121280] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32df506-9779-4d68-9151-c148f41565af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.127718] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 985.127718] env[68828]: value = "task-3230931" [ 985.127718] env[68828]: _type = "Task" [ 985.127718] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.129805] env[68828]: DEBUG nova.compute.manager [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Received event network-vif-plugged-7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.129937] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Acquiring lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.130163] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.130336] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.130513] env[68828]: DEBUG nova.compute.manager [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] No waiting events found dispatching network-vif-plugged-7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.130685] env[68828]: WARNING nova.compute.manager [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Received unexpected event network-vif-plugged-7adb32a6-77c8-440f-be9e-2a13b01e5761 for instance with vm_state building and task_state spawning. [ 985.130854] env[68828]: DEBUG nova.compute.manager [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Received event network-changed-7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.130998] env[68828]: DEBUG nova.compute.manager [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Refreshing instance network info cache due to event network-changed-7adb32a6-77c8-440f-be9e-2a13b01e5761. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.131215] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Acquiring lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.140096] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.201880] env[68828]: DEBUG oslo_concurrency.lockutils [req-986d2fe6-4cf6-4258-8404-aa01bebe2be7 req-ea4a08eb-bce3-4960-beeb-170865efd7c3 service nova] Releasing lock "refresh_cache-41cec573-894c-485c-9230-0f2e7d518ffa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.213854] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: a662a95e-29c9-499e-ac76-ffa7ea549964] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.273128] env[68828]: DEBUG oslo_vmware.api [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3230929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.273396] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.273577] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.273750] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.273925] env[68828]: INFO nova.compute.manager [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 1.11 seconds to destroy the instance on the hypervisor. [ 985.274223] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.274414] env[68828]: DEBUG nova.compute.manager [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.274509] env[68828]: DEBUG nova.network.neutron [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.460217] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.487012] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52128ded-7e2b-0fcc-df1d-e7e67a55c92e, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.487347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.487540] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 41cec573-894c-485c-9230-0f2e7d518ffa/41cec573-894c-485c-9230-0f2e7d518ffa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.487857] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e881c4f-f32c-4fa6-9551-671f92aa0b17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.494347] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 985.494347] env[68828]: value = "task-3230932" [ 985.494347] env[68828]: _type = "Task" [ 985.494347] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.502453] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.544869] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.545517] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.548408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.054s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.552428] env[68828]: DEBUG nova.objects.instance [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.568345] env[68828]: DEBUG oslo_vmware.api [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230927, 'name': PowerOnVM_Task, 'duration_secs': 0.553446} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.568627] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.568833] env[68828]: INFO nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Took 9.95 seconds to spawn the instance on the hypervisor. [ 985.569082] env[68828]: DEBUG nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.570042] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66cb399-7f5f-4b45-85a5-80b7bebc1d96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.606284] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.606708] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Instance network_info: |[{"id": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "address": "fa:16:3e:b0:20:4a", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adb32a6-77", "ovs_interfaceid": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.606962] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Acquired lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.607081] env[68828]: DEBUG nova.network.neutron [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Refreshing network info cache for port 7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.608429] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:20:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7adb32a6-77c8-440f-be9e-2a13b01e5761', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.618693] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.619386] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.619635] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb45e4ee-3630-4f8f-a473-cf99c9228c8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.644498] env[68828]: DEBUG oslo_vmware.api [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131414} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.645929] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.646172] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.646393] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.646589] env[68828]: INFO nova.compute.manager [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.646874] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.647396] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.647396] env[68828]: value = "task-3230933" [ 985.647396] env[68828]: _type = "Task" [ 985.647396] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.647591] env[68828]: DEBUG nova.compute.manager [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.647670] env[68828]: DEBUG nova.network.neutron [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.660215] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230933, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.720041] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 9925219f-1838-4a33-8074-32bf8b0db7f2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.988912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.006172] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460887} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.006550] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 41cec573-894c-485c-9230-0f2e7d518ffa/41cec573-894c-485c-9230-0f2e7d518ffa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.006913] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.008981] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f89ff9-6ce0-49cf-804a-e1aaeb90cfed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.016304] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 986.016304] env[68828]: value = "task-3230934" [ 986.016304] env[68828]: _type = "Task" [ 986.016304] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.025817] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.060435] env[68828]: DEBUG nova.compute.utils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.065749] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.066297] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.091479] env[68828]: INFO nova.compute.manager [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Took 42.87 seconds to build instance. [ 986.122111] env[68828]: DEBUG nova.policy [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.166330] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230933, 'name': CreateVM_Task, 'duration_secs': 0.459266} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.168977] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.168977] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.168977] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.168977] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.168977] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71b33a6-0d67-4243-a4e7-d91def80bc44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.174572] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 986.174572] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5273576b-5d84-e599-0ebc-1efb1f968e5e" [ 986.174572] env[68828]: _type = "Task" [ 986.174572] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.185418] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5273576b-5d84-e599-0ebc-1efb1f968e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.222469] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: c47f954b-7a48-45ad-a006-148c9b26f2b2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.462745] env[68828]: DEBUG nova.network.neutron [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Updated VIF entry in instance network info cache for port 7adb32a6-77c8-440f-be9e-2a13b01e5761. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.463113] env[68828]: DEBUG nova.network.neutron [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Updating instance_info_cache with network_info: [{"id": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "address": "fa:16:3e:b0:20:4a", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adb32a6-77", "ovs_interfaceid": "7adb32a6-77c8-440f-be9e-2a13b01e5761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.530737] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067303} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.530737] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.530882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8182211-1b39-41e3-b91d-e582130a8bd3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.556032] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 41cec573-894c-485c-9230-0f2e7d518ffa/41cec573-894c-485c-9230-0f2e7d518ffa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.556179] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7db5f71-9835-4c35-8eb0-650ba32c30ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.571516] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.574922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea9dad0d-c197-4665-8f5f-04338d386206 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.576362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.929s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.577776] env[68828]: INFO nova.compute.claims [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.585585] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 986.585585] env[68828]: value = "task-3230935" [ 986.585585] env[68828]: _type = "Task" [ 986.585585] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.589864] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Successfully created port: 94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.592558] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e28deb5-6b7e-4c72-bbcf-229384ecfc09 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.381s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.597071] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.686127] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5273576b-5d84-e599-0ebc-1efb1f968e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.686448] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.686692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.686911] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.687104] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.687313] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.687611] env[68828]: DEBUG nova.network.neutron [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.688840] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b3ec290-f4e2-4ef4-bafd-8acbbbaddf17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.697519] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.697612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.699348] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416c28e4-f792-45a5-b840-f49b556ff690 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.705408] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 986.705408] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c156d9-f6e6-2df8-c526-09534f49e8de" [ 986.705408] env[68828]: _type = "Task" [ 986.705408] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.715401] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c156d9-f6e6-2df8-c526-09534f49e8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.729762] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: dc709085-3ae9-4508-b9fe-0384f610b689] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.740112] env[68828]: DEBUG nova.network.neutron [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.807355] env[68828]: INFO nova.compute.manager [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Rescuing [ 986.807355] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.807355] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.807355] env[68828]: DEBUG nova.network.neutron [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.967201] env[68828]: DEBUG oslo_concurrency.lockutils [req-667243f9-74c7-4584-b1cc-71a899d4a263 req-216a76e3-2c0d-4c2b-b163-635689bc0594 service nova] Releasing lock "refresh_cache-3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.096651] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230935, 'name': ReconfigVM_Task, 'duration_secs': 0.258878} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.096860] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 41cec573-894c-485c-9230-0f2e7d518ffa/41cec573-894c-485c-9230-0f2e7d518ffa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.098131] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab7d5958-21c6-4fd5-9dab-cfcb609be8fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.104375] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 987.104375] env[68828]: value = "task-3230936" [ 987.104375] env[68828]: _type = "Task" [ 987.104375] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.114164] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230936, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.158033] env[68828]: DEBUG nova.compute.manager [req-94964f48-e1da-4fd8-87bd-77a8597b30ee req-af122ef3-f385-4174-afed-c7644a087852 service nova] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Received event network-vif-deleted-c8ac116c-241b-4397-adc6-27978f6446de {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.158249] env[68828]: DEBUG nova.compute.manager [req-94964f48-e1da-4fd8-87bd-77a8597b30ee req-af122ef3-f385-4174-afed-c7644a087852 service nova] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Received event network-vif-deleted-db9149a1-183c-4b3e-b6b2-2b0ab30c346c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.191746] env[68828]: INFO nova.compute.manager [-] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Took 1.92 seconds to deallocate network for instance. [ 987.216423] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c156d9-f6e6-2df8-c526-09534f49e8de, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.217502] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48353b98-d689-4033-993c-1852cf169bbd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.222949] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 987.222949] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b23a55-202a-cdda-b33a-1a0d2ffeca15" [ 987.222949] env[68828]: _type = "Task" [ 987.222949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.232192] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f28fc57e-ee0b-40f6-bd0d-09799ce22859] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.233914] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b23a55-202a-cdda-b33a-1a0d2ffeca15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.242282] env[68828]: INFO nova.compute.manager [-] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Took 1.59 seconds to deallocate network for instance. [ 987.502038] env[68828]: DEBUG nova.network.neutron [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updating instance_info_cache with network_info: [{"id": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "address": "fa:16:3e:bc:58:a2", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb14437-de", "ovs_interfaceid": "3cb14437-de70-480d-a4f5-55e2f9dfc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.584012] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.612421] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.612668] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.612830] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.613025] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.613172] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.613314] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.613513] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.613732] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.613930] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.614111] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.614282] env[68828]: DEBUG nova.virt.hardware [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.616313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d033fba-ee78-42d2-b1f5-fb55d23be68c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.621040] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230936, 'name': Rename_Task, 'duration_secs': 0.138472} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.621444] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.621681] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d4196b-85d8-4728-a968-45c840c53952 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.628520] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5705ab9-84e2-4678-8d2b-c58113581bf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.633193] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 987.633193] env[68828]: value = "task-3230937" [ 987.633193] env[68828]: _type = "Task" [ 987.633193] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.652581] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230937, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.699123] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.734621] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b23a55-202a-cdda-b33a-1a0d2ffeca15, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.735089] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 1cd9ccdf-3d2b-4c90-8004-4cc9d3086066] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.737234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737234] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a/3c6b4441-0cfb-436c-96c6-4525f4e4ae6a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.737617] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695c3504-9f35-4789-bef8-58c8cb6c187a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.746949] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 987.746949] env[68828]: value = "task-3230938" [ 987.746949] env[68828]: _type = "Task" [ 987.746949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.747803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.755549] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.931882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f60a3-d0a3-49e2-9be6-a3dcb9d0fe26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.943292] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf928f-1b18-40b4-89dd-b9dd9319294e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.976575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c672a0c8-6794-4b37-a0a7-31382ed313c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.984635] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed406c3-24ce-40ac-a785-400b856624f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.000199] env[68828]: DEBUG nova.compute.provider_tree [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.004472] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.027437] env[68828]: DEBUG nova.compute.manager [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-plugged-94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.027695] env[68828]: DEBUG oslo_concurrency.lockutils [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.028272] env[68828]: DEBUG oslo_concurrency.lockutils [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.028272] env[68828]: DEBUG oslo_concurrency.lockutils [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.028338] env[68828]: DEBUG nova.compute.manager [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] No waiting events found dispatching network-vif-plugged-94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.028480] env[68828]: WARNING nova.compute.manager [req-ae53aab9-c9da-4fb7-bd89-704349d75d68 req-3478a525-8502-4119-bf04-1744e02108d5 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received unexpected event network-vif-plugged-94c2f372-0a86-469b-9958-98120c0ced93 for instance with vm_state building and task_state spawning. [ 988.145353] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Successfully updated port: 94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.156612] env[68828]: DEBUG oslo_vmware.api [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230937, 'name': PowerOnVM_Task, 'duration_secs': 0.503963} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.157835] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.158103] env[68828]: INFO nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Took 7.53 seconds to spawn the instance on the hypervisor. [ 988.158333] env[68828]: DEBUG nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.159595] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed7be8-f927-4d77-b03f-4478c75e5165 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.238437] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.238605] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances with incomplete migration {{(pid=68828) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 988.255551] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.504054] env[68828]: DEBUG nova.scheduler.client.report [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.649549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.649863] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.650142] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.680846] env[68828]: INFO nova.compute.manager [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Took 28.00 seconds to build instance. [ 988.741352] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.756196] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524994} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.756476] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a/3c6b4441-0cfb-436c-96c6-4525f4e4ae6a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.756689] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.756930] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebe19709-8766-4d1d-915c-11426adfd830 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.763736] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 988.763736] env[68828]: value = "task-3230939" [ 988.763736] env[68828]: _type = "Task" [ 988.763736] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.771512] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.008962] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.009541] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.012511] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.931s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.182670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d2250b61-ea45-4688-9416-df97f2012900 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.507s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.190773] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.273523] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07553} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.273782] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.274609] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f81bb1f-43df-4e6c-83af-2e318e28713d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.296127] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a/3c6b4441-0cfb-436c-96c6-4525f4e4ae6a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.298562] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e487016-800c-415a-a1c9-0a8641a4c720 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.320171] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 989.320171] env[68828]: value = "task-3230940" [ 989.320171] env[68828]: _type = "Task" [ 989.320171] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.327992] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.345056] env[68828]: DEBUG nova.network.neutron [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.517473] env[68828]: DEBUG nova.compute.utils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.521745] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.522538] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.540552] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.540868] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ff3a736-2fc0-4939-9379-6eff26004cae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.551847] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 989.551847] env[68828]: value = "task-3230941" [ 989.551847] env[68828]: _type = "Task" [ 989.551847] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.560688] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.562094] env[68828]: DEBUG nova.policy [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.832013] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.847664] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.848015] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Instance network_info: |[{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.848435] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:3f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c2f372-0a86-469b-9958-98120c0ced93', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.856313] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.859429] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Successfully created port: a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.861125] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.861563] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc73c7d-92dd-45df-b7b2-1894d19fa77c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880674] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce760f-54e0-4e13-872d-692c1cef57e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.889693] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5702dc3-3be5-4f86-982f-dfb9a81ce013 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.892731] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.892731] env[68828]: value = "task-3230942" [ 989.892731] env[68828]: _type = "Task" [ 989.892731] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.921937] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7cf058-a50e-4016-ad8f-afc806a84ec1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.928062] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230942, 'name': CreateVM_Task} progress is 15%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.934324] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535e018-c990-43d4-baa6-0578e54ff483 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.953150] env[68828]: DEBUG nova.compute.provider_tree [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.022997] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.062203] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230941, 'name': PowerOffVM_Task, 'duration_secs': 0.212994} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.062610] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.063669] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40afb7a6-6110-4c89-8caf-445b430791c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.087403] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d81db-84b0-4ba8-84eb-813b87dcca0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.130896] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.131129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d17cdca7-e89a-4ee4-8bb9-10d209b85d06 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.139156] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 990.139156] env[68828]: value = "task-3230943" [ 990.139156] env[68828]: _type = "Task" [ 990.139156] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.147709] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.186915] env[68828]: DEBUG nova.compute.manager [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-changed-94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.187362] env[68828]: DEBUG nova.compute.manager [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing instance network info cache due to event network-changed-94c2f372-0a86-469b-9958-98120c0ced93. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.187647] env[68828]: DEBUG oslo_concurrency.lockutils [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.187848] env[68828]: DEBUG oslo_concurrency.lockutils [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.188093] env[68828]: DEBUG nova.network.neutron [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing network info cache for port 94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.331438] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230940, 'name': ReconfigVM_Task, 'duration_secs': 0.690464} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.331713] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a/3c6b4441-0cfb-436c-96c6-4525f4e4ae6a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.332745] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98c12bd3-c1ff-43dd-aa42-c3065999f18b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.338534] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 990.338534] env[68828]: value = "task-3230944" [ 990.338534] env[68828]: _type = "Task" [ 990.338534] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.346446] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230944, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.402067] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230942, 'name': CreateVM_Task, 'duration_secs': 0.317593} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.402230] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.402904] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.403096] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.403399] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.403638] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669d0ee8-8986-4c49-aa7d-8daddd6115a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.407574] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 990.407574] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52695ff5-44bb-b113-a3f3-1fdaab4e7154" [ 990.407574] env[68828]: _type = "Task" [ 990.407574] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.414578] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52695ff5-44bb-b113-a3f3-1fdaab4e7154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.456949] env[68828]: DEBUG nova.scheduler.client.report [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.627549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.627874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.652047] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 990.652329] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.652608] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.652767] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.652969] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.653246] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cef9c71-cd9b-46f0-8069-5f5b50f9e8c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.661603] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.661776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.662735] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbc5196-5d36-4482-8b00-e82b425ea590 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.667647] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 990.667647] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba5d97-a0e0-16eb-535a-475b37bea5d4" [ 990.667647] env[68828]: _type = "Task" [ 990.667647] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.675286] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba5d97-a0e0-16eb-535a-475b37bea5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.849179] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230944, 'name': Rename_Task, 'duration_secs': 0.291047} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.851882] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.851882] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2988351a-58de-4444-8b13-5d2d3d6e1945 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.858031] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 990.858031] env[68828]: value = "task-3230945" [ 990.858031] env[68828]: _type = "Task" [ 990.858031] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.866598] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.890620] env[68828]: DEBUG nova.network.neutron [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updated VIF entry in instance network info cache for port 94c2f372-0a86-469b-9958-98120c0ced93. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.891091] env[68828]: DEBUG nova.network.neutron [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.918654] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52695ff5-44bb-b113-a3f3-1fdaab4e7154, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.919058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.919289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.919573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.919728] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.919928] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.920557] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ee5f73-ae2a-424f-aa58-bb8df1a8649b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.931257] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.931257] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.932133] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f50710b-53b1-4cf3-a027-ed5a1fca9c11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.938338] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 990.938338] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a11a-8921-4968-d35d-31f4b2dc618a" [ 990.938338] env[68828]: _type = "Task" [ 990.938338] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.947680] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a11a-8921-4968-d35d-31f4b2dc618a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.036431] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.062898] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.063193] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.063368] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.063549] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.063728] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.063837] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.064048] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.064279] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.064475] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.064645] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.064817] env[68828]: DEBUG nova.virt.hardware [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.065716] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fceda42-5f6b-4d9c-954b-ad1c7b593ce9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.073582] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7bcfe0-ddd4-47d1-90b9-09bda0e55f88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.129836] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.178649] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba5d97-a0e0-16eb-535a-475b37bea5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.179446] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8f524e-d022-4b2f-b02e-e5b0c9d30fc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.185106] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 991.185106] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a035c4-9646-7da7-2ef9-a583a991acce" [ 991.185106] env[68828]: _type = "Task" [ 991.185106] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.195190] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a035c4-9646-7da7-2ef9-a583a991acce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.368031] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.393871] env[68828]: DEBUG oslo_concurrency.lockutils [req-b29d24d1-d46e-4a42-a94f-9f9d3fec6454 req-46185e97-4882-4b5f-a18b-3f0a966aa899 service nova] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.449419] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e9a11a-8921-4968-d35d-31f4b2dc618a, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.450222] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561d480d-db69-4faf-8a98-ce392ab9d551 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455567] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 991.455567] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52578f6d-a5e0-5a94-6ce1-4fb022ce31d4" [ 991.455567] env[68828]: _type = "Task" [ 991.455567] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.463578] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52578f6d-a5e0-5a94-6ce1-4fb022ce31d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.466912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.454s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.469528] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.594s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.469789] env[68828]: DEBUG nova.objects.instance [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lazy-loading 'resources' on Instance uuid f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.587331] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Successfully updated port: a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.650438] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.696338] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a035c4-9646-7da7-2ef9-a583a991acce, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.696338] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.696557] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 991.696826] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f9ae3a-07a1-4b96-8830-48cd1d5409b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.703072] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 991.703072] env[68828]: value = "task-3230946" [ 991.703072] env[68828]: _type = "Task" [ 991.703072] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.710873] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.868648] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.966715] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52578f6d-a5e0-5a94-6ce1-4fb022ce31d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.967111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.967419] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 13fd0e92-3999-4f78-9987-f29d89a6046a/13fd0e92-3999-4f78-9987-f29d89a6046a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.967722] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ccb638-8fc2-458b-b8ea-4c49a2840b15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.975236] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 991.975236] env[68828]: value = "task-3230947" [ 991.975236] env[68828]: _type = "Task" [ 991.975236] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.988622] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.034338] env[68828]: INFO nova.scheduler.client.report [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocation for migration 53fa60fb-8636-417b-a946-b47d2c8564fe [ 992.089698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.089887] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.089991] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.213166] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481684} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.215746] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 992.216745] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632a568-ef1d-49bf-8168-d7a96f4be5f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.243200] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.246410] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81038513-d7cf-486d-a70b-7693c54420a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.265581] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 992.265581] env[68828]: value = "task-3230948" [ 992.265581] env[68828]: _type = "Task" [ 992.265581] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.277858] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.373899] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.381917] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5beb45e-3e4d-4c3a-84a0-39afdf1939ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.387604] env[68828]: DEBUG nova.compute.manager [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Received event network-vif-plugged-a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.387846] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Acquiring lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.388066] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.388252] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.388421] env[68828]: DEBUG nova.compute.manager [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] No waiting events found dispatching network-vif-plugged-a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.388598] env[68828]: WARNING nova.compute.manager [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Received unexpected event network-vif-plugged-a5e264d3-94f4-4091-9062-b0b095329dea for instance with vm_state building and task_state spawning. [ 992.388760] env[68828]: DEBUG nova.compute.manager [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Received event network-changed-a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.388913] env[68828]: DEBUG nova.compute.manager [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Refreshing instance network info cache due to event network-changed-a5e264d3-94f4-4091-9062-b0b095329dea. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.389113] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Acquiring lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.395992] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119b76c-0c84-422d-ac8a-f0afbbbb86cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.432151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ec2c0-4ebb-4705-8259-d43341e2a5bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.443116] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4a9aa-132f-42fb-b28f-1f6f9afd7b8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.463646] env[68828]: DEBUG nova.compute.provider_tree [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.494313] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.544226] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ed16839-8428-4a69-9262-9cc974b194d0 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.327s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.628989] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.769436] env[68828]: DEBUG nova.network.neutron [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Updating instance_info_cache with network_info: [{"id": "a5e264d3-94f4-4091-9062-b0b095329dea", "address": "fa:16:3e:a6:ac:6c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e264d3-94", "ovs_interfaceid": "a5e264d3-94f4-4091-9062-b0b095329dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.781203] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230948, 'name': ReconfigVM_Task, 'duration_secs': 0.478098} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.781324] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.782231] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92c7b62-dd1f-41a6-b2f8-b75a814a3263 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.811444] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1cb9ee-799e-4e8c-8417-ac8dee482bf5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.832948] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 992.832948] env[68828]: value = "task-3230949" [ 992.832948] env[68828]: _type = "Task" [ 992.832948] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.841523] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.869600] env[68828]: DEBUG oslo_vmware.api [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230945, 'name': PowerOnVM_Task, 'duration_secs': 1.678043} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.869933] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.870087] env[68828]: INFO nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Took 9.74 seconds to spawn the instance on the hypervisor. [ 992.870283] env[68828]: DEBUG nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.871080] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06347401-0570-4f5d-ba29-6e9d07176593 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.967877] env[68828]: DEBUG nova.scheduler.client.report [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.989031] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616908} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.989324] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 13fd0e92-3999-4f78-9987-f29d89a6046a/13fd0e92-3999-4f78-9987-f29d89a6046a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.989554] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.989824] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a815c9e2-b147-4ab4-b3c3-7e585f2ccd3e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.996765] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 992.996765] env[68828]: value = "task-3230950" [ 992.996765] env[68828]: _type = "Task" [ 992.996765] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.004425] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.276155] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.276441] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Instance network_info: |[{"id": "a5e264d3-94f4-4091-9062-b0b095329dea", "address": "fa:16:3e:a6:ac:6c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e264d3-94", "ovs_interfaceid": "a5e264d3-94f4-4091-9062-b0b095329dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.276744] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Acquired lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.276924] env[68828]: DEBUG nova.network.neutron [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Refreshing network info cache for port a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.278139] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ac:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e264d3-94f4-4091-9062-b0b095329dea', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.285499] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.286442] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.287137] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-228519d3-555a-430b-bd2a-1a677adc9076 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307128] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.307128] env[68828]: value = "task-3230951" [ 993.307128] env[68828]: _type = "Task" [ 993.307128] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.319189] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230951, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.341864] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230949, 'name': ReconfigVM_Task, 'duration_secs': 0.157278} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.342410] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.342410] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a46346-321f-4dc0-b595-ebbd5cac855c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.348465] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 993.348465] env[68828]: value = "task-3230952" [ 993.348465] env[68828]: _type = "Task" [ 993.348465] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.356145] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.391228] env[68828]: INFO nova.compute.manager [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Took 31.85 seconds to build instance. [ 993.473469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.476506] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.578s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.478031] env[68828]: INFO nova.compute.claims [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.507561] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214266} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.507561] env[68828]: INFO nova.scheduler.client.report [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Deleted allocations for instance f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb [ 993.508363] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.509668] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b687dadf-6597-40a6-9c69-bafe5855b55f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.543813] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 13fd0e92-3999-4f78-9987-f29d89a6046a/13fd0e92-3999-4f78-9987-f29d89a6046a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.544446] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42adbfd4-bd46-48ad-91ec-c1e212d0d029 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.568018] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 993.568018] env[68828]: value = "task-3230953" [ 993.568018] env[68828]: _type = "Task" [ 993.568018] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.575037] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.820168] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.820395] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230951, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.860306] env[68828]: DEBUG oslo_vmware.api [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230952, 'name': PowerOnVM_Task, 'duration_secs': 0.447286} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.860610] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.864038] env[68828]: DEBUG nova.compute.manager [None req-9eb7e843-16e1-41c5-8c55-945ef95bf278 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.864818] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c996c-3d2f-4a65-a9c4-9bbfcbe556f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.895088] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5aac31e-132a-4702-b72f-c9e96d4d37ce tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.367s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.895489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.075s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.895816] env[68828]: DEBUG nova.compute.manager [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.896973] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca5bd2-aa6f-4007-8212-0a5c7668bfb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.906143] env[68828]: DEBUG nova.compute.manager [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 993.906538] env[68828]: DEBUG nova.objects.instance [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'flavor' on Instance uuid 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.022324] env[68828]: DEBUG nova.network.neutron [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Updated VIF entry in instance network info cache for port a5e264d3-94f4-4091-9062-b0b095329dea. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.022829] env[68828]: DEBUG nova.network.neutron [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Updating instance_info_cache with network_info: [{"id": "a5e264d3-94f4-4091-9062-b0b095329dea", "address": "fa:16:3e:a6:ac:6c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e264d3-94", "ovs_interfaceid": "a5e264d3-94f4-4091-9062-b0b095329dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.024912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d7a0eb61-2dbd-4a28-a18f-3d8cca0d9937 tempest-ServersListShow296Test-1630835317 tempest-ServersListShow296Test-1630835317-project-member] Lock "f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.357s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.076531] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230953, 'name': ReconfigVM_Task, 'duration_secs': 0.453233} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.079061] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 13fd0e92-3999-4f78-9987-f29d89a6046a/13fd0e92-3999-4f78-9987-f29d89a6046a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.079061] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305f016d-cdd9-4588-a1bd-3f9df05c7698 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.085036] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 994.085036] env[68828]: value = "task-3230954" [ 994.085036] env[68828]: _type = "Task" [ 994.085036] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.094169] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230954, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.308144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.308144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.308532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.308632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.308795] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.315459] env[68828]: INFO nova.compute.manager [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Terminating instance [ 994.322527] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230951, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.527704] env[68828]: DEBUG oslo_concurrency.lockutils [req-284ac032-b05b-4793-a2e0-cd6afdafbe7c req-c39377de-374d-467d-bd88-ada056c7dd19 service nova] Releasing lock "refresh_cache-2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.602091] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230954, 'name': Rename_Task, 'duration_secs': 0.253715} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.605807] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.606356] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b1a9527-184d-4856-8d39-2a83939402b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.613519] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 994.613519] env[68828]: value = "task-3230955" [ 994.613519] env[68828]: _type = "Task" [ 994.613519] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.622091] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.822190] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230951, 'name': CreateVM_Task, 'duration_secs': 1.257629} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.824989] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.825678] env[68828]: DEBUG nova.compute.manager [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.825883] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.826791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.826956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.827321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.828161] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bbefb-6d6b-45f2-8d6e-778a77097db7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.830955] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c524ce-ac5c-40d2-b9cd-e85c88b16bdc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.837362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.838319] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00ad9476-934b-416c-beb3-afe60b5d82d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.840971] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 994.840971] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5262fa23-335c-0010-2ad7-e788f2a97503" [ 994.840971] env[68828]: _type = "Task" [ 994.840971] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.847856] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 994.847856] env[68828]: value = "task-3230956" [ 994.847856] env[68828]: _type = "Task" [ 994.847856] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.856902] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5262fa23-335c-0010-2ad7-e788f2a97503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.865371] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.877799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.878105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.898378] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a41e9bc-a609-484c-97f2-18d7b619f77b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.906483] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3bc6cc-daa7-4ed4-b957-b0c956eef875 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.913631] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.939819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43740c33-396a-4ce4-b82f-ad942e0a3bf5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.943288] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f758e1a-a7d8-46b5-aa99-67de5faedf10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.954859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187576f-df11-412f-91b4-a21d938da0aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.959668] env[68828]: DEBUG oslo_vmware.api [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 994.959668] env[68828]: value = "task-3230957" [ 994.959668] env[68828]: _type = "Task" [ 994.959668] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.971387] env[68828]: DEBUG nova.compute.provider_tree [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.978508] env[68828]: DEBUG oslo_vmware.api [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.125572] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.351622] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5262fa23-335c-0010-2ad7-e788f2a97503, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.354220] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.354514] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.354767] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.354915] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.355390] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.355715] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc698e2e-fb6e-4a76-bf9f-742c47579a7e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365817] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230956, 'name': PowerOffVM_Task, 'duration_secs': 0.238112} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.366163] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.366337] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.366642] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06fef874-b4cd-4bed-8376-ccc3b16b9c03 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.370022] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.370022] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.370955] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08afb54-d7b8-421b-be65-af820e7d8b6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.376775] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 995.376775] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52779fab-a4d7-53ca-6492-73a3f3bf5eb1" [ 995.376775] env[68828]: _type = "Task" [ 995.376775] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.379933] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.387599] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52779fab-a4d7-53ca-6492-73a3f3bf5eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.443935] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.444256] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.444479] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore2] dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.444796] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a00172d-d8a1-4157-ac47-84fd98cb9d82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.451403] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 995.451403] env[68828]: value = "task-3230959" [ 995.451403] env[68828]: _type = "Task" [ 995.451403] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.459720] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.469533] env[68828]: DEBUG oslo_vmware.api [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230957, 'name': PowerOffVM_Task, 'duration_secs': 0.218135} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.469877] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.473167] env[68828]: DEBUG nova.compute.manager [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.474135] env[68828]: DEBUG nova.scheduler.client.report [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.478363] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7d835-59a6-40f4-ba51-467cadc7fd61 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.624291] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.891105] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52779fab-a4d7-53ca-6492-73a3f3bf5eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.019339} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.895206] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cfb059-8094-404a-addf-5a9c5ab91d11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.901124] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 995.901124] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52682dca-7240-e157-7736-8ec035897195" [ 995.901124] env[68828]: _type = "Task" [ 995.901124] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.910165] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52682dca-7240-e157-7736-8ec035897195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.916047] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.961924] env[68828]: DEBUG oslo_vmware.api [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3230959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400196} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.962313] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.962498] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.962690] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.962853] env[68828]: INFO nova.compute.manager [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.963204] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.963363] env[68828]: DEBUG nova.compute.manager [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.963461] env[68828]: DEBUG nova.network.neutron [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.982578] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.983104] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.989486] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.103s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.989737] env[68828]: DEBUG nova.objects.instance [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lazy-loading 'resources' on Instance uuid e3018609-8a3a-46cf-ba3a-98905fcffcf0 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.997846] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c20d9904-0430-49e2-b7a1-2c1bf5b9b97c tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.125896] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.247590] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.248044] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.249031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.249031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.249031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.252762] env[68828]: INFO nova.compute.manager [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Terminating instance [ 996.271735] env[68828]: DEBUG nova.compute.manager [req-630f182b-b74b-40b2-9be6-20de121881c8 req-8fffaf8e-52da-4ea6-a292-4fc33de3eb48 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Received event network-vif-deleted-445dc146-e251-4607-a6cb-c5599067515c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.271944] env[68828]: INFO nova.compute.manager [req-630f182b-b74b-40b2-9be6-20de121881c8 req-8fffaf8e-52da-4ea6-a292-4fc33de3eb48 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Neutron deleted interface 445dc146-e251-4607-a6cb-c5599067515c; detaching it from the instance and deleting it from the info cache [ 996.272609] env[68828]: DEBUG nova.network.neutron [req-630f182b-b74b-40b2-9be6-20de121881c8 req-8fffaf8e-52da-4ea6-a292-4fc33de3eb48 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.415026] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52682dca-7240-e157-7736-8ec035897195, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.415026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.415026] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9/2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.415026] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a1abb8-dfa5-4464-8773-3a327c08c03f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.420811] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 996.420811] env[68828]: value = "task-3230960" [ 996.420811] env[68828]: _type = "Task" [ 996.420811] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.429719] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.482034] env[68828]: INFO nova.compute.manager [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Rescuing [ 996.482205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.482383] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.482634] env[68828]: DEBUG nova.network.neutron [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.497835] env[68828]: DEBUG nova.compute.utils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.502530] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.502982] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.544152] env[68828]: DEBUG nova.policy [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03d198e1d135460abe582c7cc8865ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd9dca402af4d23ab6d955cbfadd836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.629481] env[68828]: DEBUG oslo_vmware.api [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3230955, 'name': PowerOnVM_Task, 'duration_secs': 1.772585} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.630174] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.630174] env[68828]: INFO nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Took 9.05 seconds to spawn the instance on the hypervisor. [ 996.630174] env[68828]: DEBUG nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.630867] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fad4f3-589b-400d-8abb-b2a7c70e5736 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.752901] env[68828]: DEBUG nova.network.neutron [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.759837] env[68828]: DEBUG nova.compute.manager [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.760106] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.760992] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b1ea4-efc9-4904-9f06-aa0d015ca6e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.774127] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.774723] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6df033-d125-485f-adfb-0f69374573e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.776786] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c8d77e-4470-44c6-9d44-0fdcd4d7f9ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.792483] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e2a9df-bfe6-44cd-b6a2-474c1e430fbc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.835459] env[68828]: DEBUG nova.compute.manager [req-630f182b-b74b-40b2-9be6-20de121881c8 req-8fffaf8e-52da-4ea6-a292-4fc33de3eb48 service nova] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Detach interface failed, port_id=445dc146-e251-4607-a6cb-c5599067515c, reason: Instance dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.850016] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.850358] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.850477] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore1] 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.850745] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5884eb00-6b08-4cda-a6da-ec53fffd9108 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.861308] env[68828]: DEBUG oslo_vmware.api [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 996.861308] env[68828]: value = "task-3230962" [ 996.861308] env[68828]: _type = "Task" [ 996.861308] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.870070] env[68828]: DEBUG oslo_vmware.api [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.871824] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Successfully created port: db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.874321] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f12813-a091-4a69-b2e0-832cddc20df4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.882864] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2ea4e-05bc-4f48-a0a7-e24c82c95ea8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.931939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b985eab-e398-40f7-acdc-d27e403f3ab7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.939512] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502176} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.941434] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9/2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.941641] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.941898] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a0013cc-896a-417d-b5cd-ac6015e7c4db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.944740] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e86231a-e125-4c3e-ad7c-9f2fbbe85331 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.959329] env[68828]: DEBUG nova.compute.provider_tree [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.962033] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 996.962033] env[68828]: value = "task-3230963" [ 996.962033] env[68828]: _type = "Task" [ 996.962033] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.969725] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.004120] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.148764] env[68828]: INFO nova.compute.manager [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Took 33.22 seconds to build instance. [ 997.257328] env[68828]: INFO nova.compute.manager [-] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Took 1.29 seconds to deallocate network for instance. [ 997.373488] env[68828]: DEBUG oslo_vmware.api [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3230962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1708} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.373804] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.374040] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.374293] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.376902] env[68828]: INFO nova.compute.manager [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 997.376902] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.376902] env[68828]: DEBUG nova.compute.manager [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.376902] env[68828]: DEBUG nova.network.neutron [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.402677] env[68828]: DEBUG nova.network.neutron [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [{"id": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "address": "fa:16:3e:a8:ce:5c", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeadb164a-2b", "ovs_interfaceid": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.463908] env[68828]: DEBUG nova.scheduler.client.report [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.476261] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061365} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.476618] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.478761] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c77ef-71de-44ed-9baa-cf26822d0151 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.504949] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9/2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.505621] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa072f1e-969d-41f9-9d2b-5ebab70b63a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.530875] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 997.530875] env[68828]: value = "task-3230964" [ 997.530875] env[68828]: _type = "Task" [ 997.530875] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.540670] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.624172] env[68828]: DEBUG nova.compute.manager [req-aa563468-16f2-4421-ae9e-fdaabc0575b6 req-90f66e5a-7a86-4b41-86bb-5625c2cf7e92 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Received event network-vif-deleted-7adb32a6-77c8-440f-be9e-2a13b01e5761 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.624421] env[68828]: INFO nova.compute.manager [req-aa563468-16f2-4421-ae9e-fdaabc0575b6 req-90f66e5a-7a86-4b41-86bb-5625c2cf7e92 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Neutron deleted interface 7adb32a6-77c8-440f-be9e-2a13b01e5761; detaching it from the instance and deleting it from the info cache [ 997.624545] env[68828]: DEBUG nova.network.neutron [req-aa563468-16f2-4421-ae9e-fdaabc0575b6 req-90f66e5a-7a86-4b41-86bb-5625c2cf7e92 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.650432] env[68828]: DEBUG oslo_concurrency.lockutils [None req-582323f1-ac2e-474a-af39-04c1125ffd7f tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.730s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.764231] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.905796] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.972280] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.979308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.982s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.980337] env[68828]: DEBUG nova.objects.instance [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lazy-loading 'resources' on Instance uuid edc4e56e-e6e9-4212-8fa5-437c0bda52e8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.004677] env[68828]: INFO nova.scheduler.client.report [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Deleted allocations for instance e3018609-8a3a-46cf-ba3a-98905fcffcf0 [ 998.026963] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.043656] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.053290] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.053594] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.053773] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.053985] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.054207] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.054409] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.054655] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.054852] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.055118] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.055320] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.055579] env[68828]: DEBUG nova.virt.hardware [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.056570] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2a0a2-61d3-4976-b8d2-b1c89d80089a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.064983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48ac82-e19b-457d-805d-6597f09558e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.109039] env[68828]: DEBUG nova.network.neutron [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.127465] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb6c4c1e-3126-4def-943d-649d9d7d6057 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.136886] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178fa0e-d72a-4fb6-bb87-7863538848a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.172438] env[68828]: DEBUG nova.compute.manager [req-aa563468-16f2-4421-ae9e-fdaabc0575b6 req-90f66e5a-7a86-4b41-86bb-5625c2cf7e92 service nova] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Detach interface failed, port_id=7adb32a6-77c8-440f-be9e-2a13b01e5761, reason: Instance 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.301045] env[68828]: DEBUG nova.compute.manager [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-changed-94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.301045] env[68828]: DEBUG nova.compute.manager [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing instance network info cache due to event network-changed-94c2f372-0a86-469b-9958-98120c0ced93. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.301045] env[68828]: DEBUG oslo_concurrency.lockutils [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.301045] env[68828]: DEBUG oslo_concurrency.lockutils [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.301387] env[68828]: DEBUG nova.network.neutron [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing network info cache for port 94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.515408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f2e27162-c5de-44a1-86e8-7ebe142f285b tempest-VolumesAdminNegativeTest-18560170 tempest-VolumesAdminNegativeTest-18560170-project-member] Lock "e3018609-8a3a-46cf-ba3a-98905fcffcf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.307s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.550660] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230964, 'name': ReconfigVM_Task, 'duration_secs': 0.626245} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.550975] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9/2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.551597] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6428e6c0-1aef-4269-ac69-35cb18559d2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.557669] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 998.557669] env[68828]: value = "task-3230965" [ 998.557669] env[68828]: _type = "Task" [ 998.557669] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.570927] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230965, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.612873] env[68828]: INFO nova.compute.manager [-] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Took 1.24 seconds to deallocate network for instance. [ 998.696834] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Successfully updated port: db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.795255] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00c062-a888-45e3-9d6b-59d8997f4e36 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.802837] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ed25f-6cbc-463c-91ee-8f316b4afac2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837163] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b568b2-905b-47fc-81a0-567f4aee1137 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.844804] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75515500-337a-4790-a553-406271c052d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.858187] env[68828]: DEBUG nova.compute.provider_tree [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.037708] env[68828]: DEBUG nova.network.neutron [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updated VIF entry in instance network info cache for port 94c2f372-0a86-469b-9958-98120c0ced93. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.038109] env[68828]: DEBUG nova.network.neutron [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.067966] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230965, 'name': Rename_Task, 'duration_secs': 0.149268} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.068265] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.068514] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e6632e3-0c98-475a-85f4-096caad2058b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.074570] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 999.074570] env[68828]: value = "task-3230966" [ 999.074570] env[68828]: _type = "Task" [ 999.074570] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.084342] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.120253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.198810] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.198980] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.199120] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.363026] env[68828]: DEBUG nova.scheduler.client.report [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.459020] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.459020] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472effe7-0dd0-45a6-b40a-d6f9d4a2e33e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.464686] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 999.464686] env[68828]: value = "task-3230967" [ 999.464686] env[68828]: _type = "Task" [ 999.464686] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.476149] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.541083] env[68828]: DEBUG oslo_concurrency.lockutils [req-dae8a212-36eb-444b-b10f-03a81a5f529a req-bad04efd-353f-486e-821a-2e576740bf9a service nova] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.584832] env[68828]: DEBUG oslo_vmware.api [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230966, 'name': PowerOnVM_Task, 'duration_secs': 0.458611} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.586905] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.586905] env[68828]: INFO nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Took 8.55 seconds to spawn the instance on the hypervisor. [ 999.586905] env[68828]: DEBUG nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.587749] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9d6237-5b8c-4d8a-858b-eca931d410b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.734855] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.866532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.869134] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.849s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.869426] env[68828]: DEBUG nova.objects.instance [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lazy-loading 'resources' on Instance uuid d80ae47b-ebe7-48eb-9525-8cabb4e04df0 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.900889] env[68828]: INFO nova.scheduler.client.report [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Deleted allocations for instance edc4e56e-e6e9-4212-8fa5-437c0bda52e8 [ 999.907949] env[68828]: DEBUG nova.network.neutron [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updating instance_info_cache with network_info: [{"id": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "address": "fa:16:3e:89:67:dc", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3958db-5e", "ovs_interfaceid": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.975830] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230967, 'name': PowerOffVM_Task, 'duration_secs': 0.408047} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.976124] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.976937] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f259716-a49e-49c6-8d88-6817d8aaad46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.995428] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f91396e-1001-40d6-b06e-2078ceb7a65e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.028312] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.028940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a02e00-9dfb-4345-9026-e65e88115220 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.035775] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1000.035775] env[68828]: value = "task-3230968" [ 1000.035775] env[68828]: _type = "Task" [ 1000.035775] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.043599] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.103707] env[68828]: INFO nova.compute.manager [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Took 33.47 seconds to build instance. [ 1000.332984] env[68828]: DEBUG nova.compute.manager [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Received event network-vif-plugged-db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.332984] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.332984] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.332984] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.332984] env[68828]: DEBUG nova.compute.manager [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] No waiting events found dispatching network-vif-plugged-db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.332984] env[68828]: WARNING nova.compute.manager [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Received unexpected event network-vif-plugged-db3958db-5e1b-4e5e-bcfe-73876e09b799 for instance with vm_state building and task_state spawning. [ 1000.332984] env[68828]: DEBUG nova.compute.manager [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Received event network-changed-db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.332984] env[68828]: DEBUG nova.compute.manager [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Refreshing instance network info cache due to event network-changed-db3958db-5e1b-4e5e-bcfe-73876e09b799. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.333262] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Acquiring lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.412342] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.413079] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Instance network_info: |[{"id": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "address": "fa:16:3e:89:67:dc", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3958db-5e", "ovs_interfaceid": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.413278] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f4890883-3d7d-4cd2-b6e7-3fa15b80bc66 tempest-MigrationsAdminTest-301216974 tempest-MigrationsAdminTest-301216974-project-member] Lock "edc4e56e-e6e9-4212-8fa5-437c0bda52e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.924s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.414114] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Acquired lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.414328] env[68828]: DEBUG nova.network.neutron [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Refreshing network info cache for port db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.415364] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:67:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3958db-5e1b-4e5e-bcfe-73876e09b799', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.422769] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating folder: Project (ecd9dca402af4d23ab6d955cbfadd836). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.426625] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b53fd6-5906-418f-9299-c2752fde621c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.437575] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created folder: Project (ecd9dca402af4d23ab6d955cbfadd836) in parent group-v645630. [ 1000.437798] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating folder: Instances. Parent ref: group-v645838. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.440296] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2621eb93-f7ac-4851-8c60-34c7c716f321 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.448781] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created folder: Instances in parent group-v645838. [ 1000.449195] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.449195] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.449407] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42c5dc6-079c-419f-9a82-ac1958d327f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.471386] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.471386] env[68828]: value = "task-3230971" [ 1000.471386] env[68828]: _type = "Task" [ 1000.471386] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.479678] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230971, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.553983] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1000.553983] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.553983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.553983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.553983] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.553983] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e01bf1-04ab-404c-bafc-75c161ce78f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.567301] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.567301] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.567301] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc95f9b-6e6b-4041-9f6a-56e747cd7213 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.574949] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1000.574949] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525e186f-138c-25a6-b3ed-df860737f908" [ 1000.574949] env[68828]: _type = "Task" [ 1000.574949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.592021] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525e186f-138c-25a6-b3ed-df860737f908, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.592724] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a4a573-8c93-443f-a89c-a5bedea93d25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.605134] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1000.605134] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f2f1cb-4303-d73f-d42e-0a8aa1949279" [ 1000.605134] env[68828]: _type = "Task" [ 1000.605134] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.609074] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e809928c-82fb-4edf-9415-0f502aa11e1d tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.985s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.615955] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f2f1cb-4303-d73f-d42e-0a8aa1949279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.730017] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7cc51-e43c-4e77-84e7-61c32e100dbe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.736294] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd953778-ae5a-4214-be4c-c44c60ea60c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.767365] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecec0d5-7506-4211-a3c8-af1a25fec602 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.775727] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaedfc3-7a6f-4f24-8386-d2adb767073e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.791465] env[68828]: DEBUG nova.compute.provider_tree [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.985136] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230971, 'name': CreateVM_Task, 'duration_secs': 0.380131} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.985643] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.986502] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.986792] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.987191] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.987539] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776b678e-0eca-463f-a715-10f621fe9226 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.995106] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1000.995106] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5248c17a-0029-e863-e3c0-c36fe4ceef68" [ 1000.995106] env[68828]: _type = "Task" [ 1000.995106] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.001519] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5248c17a-0029-e863-e3c0-c36fe4ceef68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.115995] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f2f1cb-4303-d73f-d42e-0a8aa1949279, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.116684] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.116684] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1001.116856] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a6d7f8-3bdb-4847-af79-4cb980b946bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.124927] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1001.124927] env[68828]: value = "task-3230972" [ 1001.124927] env[68828]: _type = "Task" [ 1001.124927] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.137666] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.210909] env[68828]: DEBUG nova.network.neutron [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updated VIF entry in instance network info cache for port db3958db-5e1b-4e5e-bcfe-73876e09b799. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.211360] env[68828]: DEBUG nova.network.neutron [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updating instance_info_cache with network_info: [{"id": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "address": "fa:16:3e:89:67:dc", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3958db-5e", "ovs_interfaceid": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.295762] env[68828]: DEBUG nova.scheduler.client.report [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.507019] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5248c17a-0029-e863-e3c0-c36fe4ceef68, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.507383] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.507639] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.507892] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.508119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.508311] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.508598] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3545bec3-9fd5-4933-9b5d-349e979ecb3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.521372] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.521771] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.522466] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f82485-9504-4455-b1ea-53f3cf1ef730 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530100] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1001.530100] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a6397-c93b-1e31-840c-83200d23d598" [ 1001.530100] env[68828]: _type = "Task" [ 1001.530100] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.540012] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a6397-c93b-1e31-840c-83200d23d598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.634952] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230972, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.716149] env[68828]: DEBUG oslo_concurrency.lockutils [req-7f65c3df-45f8-4306-88ea-49ebb29335d7 req-470d0e49-8cbd-465d-9615-7634b0548fa8 service nova] Releasing lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.804231] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.806660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.255s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.806893] env[68828]: DEBUG nova.objects.instance [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lazy-loading 'resources' on Instance uuid 8b9ecd00-2823-41ad-9016-961d9fd521e9 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.838721] env[68828]: INFO nova.scheduler.client.report [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted allocations for instance d80ae47b-ebe7-48eb-9525-8cabb4e04df0 [ 1002.044040] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521a6397-c93b-1e31-840c-83200d23d598, 'name': SearchDatastore_Task, 'duration_secs': 0.021676} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.044918] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71b498d-7e2e-4012-8502-e7239e3346ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.053594] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1002.053594] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52afb8ce-2404-2cef-7b55-12bdb3c8446c" [ 1002.053594] env[68828]: _type = "Task" [ 1002.053594] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.060265] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.060497] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.060797] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.061071] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.061315] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.066845] env[68828]: INFO nova.compute.manager [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Terminating instance [ 1002.073443] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52afb8ce-2404-2cef-7b55-12bdb3c8446c, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.074746] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.078161] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e/31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.078161] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa039fa-8161-4fdf-b621-ad54e61f9fee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.083021] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1002.083021] env[68828]: value = "task-3230973" [ 1002.083021] env[68828]: _type = "Task" [ 1002.083021] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.093395] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.136507] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516243} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.136838] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 1002.137808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf0720-ab4d-4277-9534-6c61292ff25d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.183073] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.184835] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a853a64-a0dc-4507-9f3c-e909b5c732dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.211058] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1002.211058] env[68828]: value = "task-3230974" [ 1002.211058] env[68828]: _type = "Task" [ 1002.211058] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.220800] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.349382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6b70c018-086f-46d2-ba2e-eebec5bdd8ec tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "d80ae47b-ebe7-48eb-9525-8cabb4e04df0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.248s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.576387] env[68828]: DEBUG nova.compute.manager [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.576632] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.577519] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a82b2-8cfc-43be-9fff-4347003a7eca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.595071] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.595390] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16f3a8c9-e583-4e7b-b9da-5283b62d0a14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.601494] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.602977] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1002.602977] env[68828]: value = "task-3230975" [ 1002.602977] env[68828]: _type = "Task" [ 1002.602977] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.615258] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.635870] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d8b107-9ab1-43fa-82d4-a1227cced005 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.645882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b4dc7-29c1-4602-bcfe-10167dc74654 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.679972] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96463a47-5de4-4024-b12a-08c319191b43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.687922] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de69f11-3ea9-4e44-8d2a-a56c7f43bfd4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.705207] env[68828]: DEBUG nova.compute.provider_tree [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.706676] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "680131fe-0141-4db6-a9b5-06b814953497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.706913] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.707135] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "680131fe-0141-4db6-a9b5-06b814953497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.707335] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.707512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.709557] env[68828]: INFO nova.compute.manager [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Terminating instance [ 1002.726507] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.100162] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230973, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.116188] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230975, 'name': PowerOffVM_Task, 'duration_secs': 0.295894} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.116188] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.116188] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.116374] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed28e54-7710-425d-8293-7058d503645c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.200654] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.200984] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.201851] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.202705] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f056be8-f792-43a9-9108-47dab609a1ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.210570] env[68828]: DEBUG nova.scheduler.client.report [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.219304] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1003.219304] env[68828]: value = "task-3230977" [ 1003.219304] env[68828]: _type = "Task" [ 1003.219304] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.226904] env[68828]: DEBUG nova.compute.manager [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.227319] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.238019] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5580df41-03e2-43a2-9a84-d7f5461bc7a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.249823] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230974, 'name': ReconfigVM_Task, 'duration_secs': 0.708907} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.256981] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfigured VM instance instance-00000044 to attach disk [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.256981] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.256981] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.257660] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4321de-4bbe-4ed1-8a17-9d8fac7195b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.260294] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b79ed1d8-0514-44fe-a8ba-9ab9192dab41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.290361] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a031fd5-fc9e-40c2-a51c-52a1b7983b33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.301685] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 1003.301685] env[68828]: value = "task-3230978" [ 1003.301685] env[68828]: _type = "Task" [ 1003.301685] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.307211] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1003.307211] env[68828]: value = "task-3230979" [ 1003.307211] env[68828]: _type = "Task" [ 1003.307211] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.314031] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.319253] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.596181] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032927} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.596490] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e/31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.596711] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.596963] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a43d0a76-9345-410a-b161-6f86589dfcd0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.603458] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1003.603458] env[68828]: value = "task-3230980" [ 1003.603458] env[68828]: _type = "Task" [ 1003.603458] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.611414] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.720577] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.727127] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.737s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.727513] env[68828]: INFO nova.compute.claims [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.741070] env[68828]: DEBUG oslo_vmware.api [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3230977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23178} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.742029] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.742029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.742029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.742029] env[68828]: INFO nova.compute.manager [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.742336] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.742549] env[68828]: DEBUG nova.compute.manager [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.742677] env[68828]: DEBUG nova.network.neutron [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.749269] env[68828]: INFO nova.scheduler.client.report [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Deleted allocations for instance 8b9ecd00-2823-41ad-9016-961d9fd521e9 [ 1003.817965] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230978, 'name': PowerOffVM_Task, 'duration_secs': 0.234585} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.818438] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.818615] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.818873] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbf7c0df-c5e4-4c92-a0b8-bd2fb771e9db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.823107] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230979, 'name': ReconfigVM_Task, 'duration_secs': 0.360939} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.823637] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.823878] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e94ff4-d5ff-45bd-8ee3-af8705685dfd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.829516] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1003.829516] env[68828]: value = "task-3230982" [ 1003.829516] env[68828]: _type = "Task" [ 1003.829516] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.837984] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.884125] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.884483] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.884874] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore1] 680131fe-0141-4db6-a9b5-06b814953497 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.885356] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5662c3e4-fd5c-4341-a8a3-d78f4f01452e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.892986] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 1003.892986] env[68828]: value = "task-3230983" [ 1003.892986] env[68828]: _type = "Task" [ 1003.892986] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.905110] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.121083] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07162} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.121642] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.123041] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac6c56b-6ab1-4e61-9e08-2b4a1f3f495b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.156215] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e/31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.156684] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7fcce5-917f-4575-b17f-368d81c22556 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.180896] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1004.180896] env[68828]: value = "task-3230984" [ 1004.180896] env[68828]: _type = "Task" [ 1004.180896] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.190836] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.222757] env[68828]: DEBUG nova.compute.manager [req-c12d9926-7a11-4063-83c8-e9e2ea2ec8c7 req-f1914cec-4d90-4992-be56-7563719cfb09 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Received event network-vif-deleted-a5e264d3-94f4-4091-9062-b0b095329dea {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.223036] env[68828]: INFO nova.compute.manager [req-c12d9926-7a11-4063-83c8-e9e2ea2ec8c7 req-f1914cec-4d90-4992-be56-7563719cfb09 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Neutron deleted interface a5e264d3-94f4-4091-9062-b0b095329dea; detaching it from the instance and deleting it from the info cache [ 1004.223176] env[68828]: DEBUG nova.network.neutron [req-c12d9926-7a11-4063-83c8-e9e2ea2ec8c7 req-f1914cec-4d90-4992-be56-7563719cfb09 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.261595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-44ce00ef-af16-4498-ac6f-fe780dcd2481 tempest-ServersNegativeTestMultiTenantJSON-1827357275 tempest-ServersNegativeTestMultiTenantJSON-1827357275-project-member] Lock "8b9ecd00-2823-41ad-9016-961d9fd521e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.140s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.345816] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.407503] env[68828]: DEBUG oslo_vmware.api [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3230983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138073} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.407894] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.408228] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.408422] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.408664] env[68828]: INFO nova.compute.manager [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1004.409015] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.409291] env[68828]: DEBUG nova.compute.manager [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.409427] env[68828]: DEBUG nova.network.neutron [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.694257] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230984, 'name': ReconfigVM_Task, 'duration_secs': 0.448265} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.694257] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e/31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.694257] env[68828]: DEBUG nova.network.neutron [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.694257] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8909518-eca9-447e-b251-44899dbe2724 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.703022] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1004.703022] env[68828]: value = "task-3230985" [ 1004.703022] env[68828]: _type = "Task" [ 1004.703022] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.714980] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230985, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.727476] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f488d2ef-9c2e-4068-9738-0941f12caef7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.735392] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f52ae29-2e24-413a-840b-a3525e420d59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.777681] env[68828]: DEBUG nova.compute.manager [req-c12d9926-7a11-4063-83c8-e9e2ea2ec8c7 req-f1914cec-4d90-4992-be56-7563719cfb09 service nova] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Detach interface failed, port_id=a5e264d3-94f4-4091-9062-b0b095329dea, reason: Instance 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.839730] env[68828]: DEBUG oslo_vmware.api [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230982, 'name': PowerOnVM_Task, 'duration_secs': 0.60427} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.840382] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.842860] env[68828]: DEBUG nova.compute.manager [None req-3ca13fa6-207c-42a4-b12a-3caf9941a8a8 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.845910] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c60f4-2070-461b-89a8-224c10557d0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.143260] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75890880-9214-40d4-a9eb-20bff2dc4adb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.152795] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fbdd5-2754-474a-8802-cffb1c29bf6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.188666] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab3005-49f7-420a-a1c4-2cf62bd11d2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.196539] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54f4cd-ac2a-49bc-937f-7ff4edbdedd3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.200953] env[68828]: INFO nova.compute.manager [-] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Took 1.46 seconds to deallocate network for instance. [ 1005.218567] env[68828]: DEBUG nova.compute.provider_tree [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.225323] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230985, 'name': Rename_Task, 'duration_secs': 0.13879} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.225613] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.226843] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c0e491-10e3-4840-bd6a-d0178c05e7d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.232885] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1005.232885] env[68828]: value = "task-3230986" [ 1005.232885] env[68828]: _type = "Task" [ 1005.232885] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.244167] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.558251] env[68828]: DEBUG nova.network.neutron [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.709897] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.725031] env[68828]: DEBUG nova.scheduler.client.report [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.745252] env[68828]: DEBUG oslo_vmware.api [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3230986, 'name': PowerOnVM_Task, 'duration_secs': 0.470663} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.746350] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.746592] env[68828]: INFO nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1005.746892] env[68828]: DEBUG nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.747627] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d4bc5-360c-40c9-aef2-6dd7976d3c82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.062942] env[68828]: INFO nova.compute.manager [-] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Took 1.65 seconds to deallocate network for instance. [ 1006.199984] env[68828]: INFO nova.compute.manager [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Unrescuing [ 1006.200343] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.200494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.200659] env[68828]: DEBUG nova.network.neutron [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.231024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.231024] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.233825] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.534s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.233825] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.235636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.488s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.236037] env[68828]: DEBUG nova.objects.instance [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'resources' on Instance uuid b43823c1-9940-4a08-9bc7-f49db1991eb7 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.271068] env[68828]: INFO nova.compute.manager [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Took 31.40 seconds to build instance. [ 1006.280052] env[68828]: DEBUG nova.compute.manager [req-1f567008-b498-4771-ac79-3a5536a9dacd req-44d914d1-63b4-4122-8426-91e40beccc2e service nova] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Received event network-vif-deleted-01238255-533c-4358-875c-a71f8597e9ac {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.281317] env[68828]: INFO nova.scheduler.client.report [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted allocations for instance 255edea0-1953-4a00-8f22-2ff42f406d37 [ 1006.573302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.743107] env[68828]: DEBUG nova.compute.utils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.745425] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.746302] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.779405] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cd2a13ea-e549-47fd-b15f-70849a4a7b91 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.917s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.790982] env[68828]: DEBUG oslo_concurrency.lockutils [None req-96c83c50-38ea-4206-98bb-683156e1014c tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "255edea0-1953-4a00-8f22-2ff42f406d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.135s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.818743] env[68828]: DEBUG nova.policy [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd783b41db0f748918a8c5f8bb5088612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25db23f8a1c447cd94211bf4ab36a3be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.077057] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f31ef-aedd-48c2-8381-147792f6673a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.091864] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d402cc-6171-4da0-b6e5-995d3b143aea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.126601] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df9dbf-048f-4e69-9861-a0f87385e582 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.134830] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317a04a-4416-4d83-ae13-97c414a1140e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.150794] env[68828]: DEBUG nova.compute.provider_tree [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.159027] env[68828]: DEBUG nova.network.neutron [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [{"id": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "address": "fa:16:3e:a8:ce:5c", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeadb164a-2b", "ovs_interfaceid": "eadb164a-2b09-40bf-ad2b-7cfa6ce03d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.250233] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.654452] env[68828]: DEBUG nova.scheduler.client.report [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.668968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-aaa4efed-a739-46d8-872e-91525fa03fe4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.668968] env[68828]: DEBUG nova.objects.instance [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'flavor' on Instance uuid aaa4efed-a739-46d8-872e-91525fa03fe4 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.939638] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Successfully created port: b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.167671] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.171990] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.522s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.173848] env[68828]: INFO nova.compute.claims [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.178851] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fabd0b-08f7-414f-93a2-6120871e9ccc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.201797] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.202058] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445c060f-ae72-49b8-a09f-28ce51cf1c63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.209660] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1008.209660] env[68828]: value = "task-3230987" [ 1008.209660] env[68828]: _type = "Task" [ 1008.209660] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.210825] env[68828]: INFO nova.scheduler.client.report [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted allocations for instance b43823c1-9940-4a08-9bc7-f49db1991eb7 [ 1008.226715] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.261570] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.297938] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.298208] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.298389] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.298886] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.299115] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.299355] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.299496] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.299692] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.299870] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.300019] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.300194] env[68828]: DEBUG nova.virt.hardware [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.301402] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99359fe8-a30e-4897-bb4f-fd08212a83f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.315300] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcb40f0-e2f6-4af0-8d7d-4cbba075286b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.321245] env[68828]: DEBUG nova.compute.manager [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Received event network-changed-db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.321429] env[68828]: DEBUG nova.compute.manager [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Refreshing instance network info cache due to event network-changed-db3958db-5e1b-4e5e-bcfe-73876e09b799. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.321704] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] Acquiring lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.321865] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] Acquired lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.322088] env[68828]: DEBUG nova.network.neutron [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Refreshing network info cache for port db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.457077] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.457333] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.725383] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e9e727f1-2a19-4a48-a50b-536daef60132 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "b43823c1-9940-4a08-9bc7-f49db1991eb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.276s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.726947] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230987, 'name': PowerOffVM_Task, 'duration_secs': 0.224993} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.727493] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.737287] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.738202] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b385888-7594-4ddb-bef5-72e17bf5dd65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761907] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1008.761907] env[68828]: value = "task-3230988" [ 1008.761907] env[68828]: _type = "Task" [ 1008.761907] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.771311] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.961492] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.179731] env[68828]: DEBUG nova.network.neutron [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updated VIF entry in instance network info cache for port db3958db-5e1b-4e5e-bcfe-73876e09b799. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.180287] env[68828]: DEBUG nova.network.neutron [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updating instance_info_cache with network_info: [{"id": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "address": "fa:16:3e:89:67:dc", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3958db-5e", "ovs_interfaceid": "db3958db-5e1b-4e5e-bcfe-73876e09b799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.279745] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230988, 'name': ReconfigVM_Task, 'duration_secs': 0.274157} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.280396] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.280584] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.281258] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7388e0-5ba1-4cce-b9cb-f0a528d7d545 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.291444] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1009.291444] env[68828]: value = "task-3230989" [ 1009.291444] env[68828]: _type = "Task" [ 1009.291444] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.301918] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.483014] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.513214] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91050478-42bb-478d-9528-2c31a52f356f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.521073] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec1212-80ac-4a49-afd5-f98fb7e50b64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.553586] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e53d4-611a-462f-ba7e-d1f43daa934d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.562129] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0e13ae-1c4b-4069-87f6-7fb019af6fb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.580989] env[68828]: DEBUG nova.compute.provider_tree [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.652142] env[68828]: DEBUG nova.compute.manager [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Received event network-vif-plugged-b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.652427] env[68828]: DEBUG oslo_concurrency.lockutils [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] Acquiring lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.652588] env[68828]: DEBUG oslo_concurrency.lockutils [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.652792] env[68828]: DEBUG oslo_concurrency.lockutils [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.653647] env[68828]: DEBUG nova.compute.manager [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] No waiting events found dispatching network-vif-plugged-b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.653844] env[68828]: WARNING nova.compute.manager [req-259c3905-940f-47f3-8bb8-c636c57992b6 req-897f0d92-e8d9-4433-8902-bd9ee2d770eb service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Received unexpected event network-vif-plugged-b6c40880-f658-47ac-9810-6d853f14739f for instance with vm_state building and task_state spawning. [ 1009.683450] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb148927-2055-4a67-b209-8e40891e3736 req-2090c9dc-13f9-4de8-b050-aa96b1958629 service nova] Releasing lock "refresh_cache-31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802067] env[68828]: DEBUG oslo_vmware.api [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3230989, 'name': PowerOnVM_Task, 'duration_secs': 0.395704} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.802067] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.802277] env[68828]: DEBUG nova.compute.manager [None req-4d8bc520-9048-4572-a834-372d4a292f21 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.803065] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd26bb-240c-4e08-81ae-8469051eb9a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.863030] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Successfully updated port: b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.084433] env[68828]: DEBUG nova.scheduler.client.report [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.368733] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.368974] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.368974] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.597041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.597041] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.597789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.682s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.600870] env[68828]: INFO nova.compute.claims [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.897564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.897745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.914035] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.102028] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "076c35d8-f3b8-4734-a691-2df186f34a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.102267] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.108427] env[68828]: DEBUG nova.compute.utils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.111459] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.111598] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.154121] env[68828]: DEBUG nova.network.neutron [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Updating instance_info_cache with network_info: [{"id": "b6c40880-f658-47ac-9810-6d853f14739f", "address": "fa:16:3e:a1:db:9d", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c40880-f6", "ovs_interfaceid": "b6c40880-f658-47ac-9810-6d853f14739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.257340] env[68828]: DEBUG nova.policy [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc77eaebe2541c0b6d3df7f247544e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acb1d78fddb44b069ada6047563dd2a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.402804] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.608556] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.617229] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.659215] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.659215] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Instance network_info: |[{"id": "b6c40880-f658-47ac-9810-6d853f14739f", "address": "fa:16:3e:a1:db:9d", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c40880-f6", "ovs_interfaceid": "b6c40880-f658-47ac-9810-6d853f14739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.662013] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:db:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6c40880-f658-47ac-9810-6d853f14739f', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.669217] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.674029] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.674642] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92548400-4764-4a7b-96fe-40c245e40a2e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.696697] env[68828]: DEBUG nova.compute.manager [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Received event network-changed-b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.697046] env[68828]: DEBUG nova.compute.manager [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Refreshing instance network info cache due to event network-changed-b6c40880-f658-47ac-9810-6d853f14739f. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.697417] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] Acquiring lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697695] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] Acquired lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.697962] env[68828]: DEBUG nova.network.neutron [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Refreshing network info cache for port b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.709377] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.709377] env[68828]: value = "task-3230990" [ 1011.709377] env[68828]: _type = "Task" [ 1011.709377] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.714075] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Successfully created port: 3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.724942] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230990, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.933057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.020123] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c614e-294a-4bae-b979-db75411c5c9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.028426] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769498ce-367b-4705-911e-ee58c95fe674 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064297] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24bc37c-acf9-4b98-afd3-6970aee3cb7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.073645] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db258cb-e2bd-4c81-9a6e-0e4d5c2824f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.090020] env[68828]: DEBUG nova.compute.provider_tree [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.137866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.220488] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230990, 'name': CreateVM_Task, 'duration_secs': 0.375205} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.220488] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.221090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.221247] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.221901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.221901] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6d8515-3e66-4485-baee-c2bf4691001e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.227182] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1012.227182] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6eddb-28df-cc34-426e-697963b57135" [ 1012.227182] env[68828]: _type = "Task" [ 1012.227182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.237907] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6eddb-28df-cc34-426e-697963b57135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.594809] env[68828]: DEBUG nova.scheduler.client.report [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.631600] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.662166] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.662352] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.662509] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.662684] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.662819] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.662956] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.663793] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.663983] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.664167] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.664333] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.664509] env[68828]: DEBUG nova.virt.hardware [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.666271] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5798e90-3074-41f6-9d6f-c0217a3a5490 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.675020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcca1ee6-3efd-4189-ac5d-356eacd5ba4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.702275] env[68828]: DEBUG nova.network.neutron [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Updated VIF entry in instance network info cache for port b6c40880-f658-47ac-9810-6d853f14739f. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.702619] env[68828]: DEBUG nova.network.neutron [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Updating instance_info_cache with network_info: [{"id": "b6c40880-f658-47ac-9810-6d853f14739f", "address": "fa:16:3e:a1:db:9d", "network": {"id": "9667e2e3-a71b-4516-94ea-65d6dec7fa1f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-340995554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25db23f8a1c447cd94211bf4ab36a3be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c40880-f6", "ovs_interfaceid": "b6c40880-f658-47ac-9810-6d853f14739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.737268] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6eddb-28df-cc34-426e-697963b57135, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.737558] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.737808] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.738065] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.738212] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.738387] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.738636] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fad344d-2032-4103-a8cb-3cc26a1679eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.746586] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.746671] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.747330] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7c8d89-3f20-4b22-aaf8-1aa0d832ef43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.752636] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1012.752636] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b8e179-fb0f-b73b-3cb3-93b22b18a502" [ 1012.752636] env[68828]: _type = "Task" [ 1012.752636] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.760305] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b8e179-fb0f-b73b-3cb3-93b22b18a502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.100389] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.101063] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.103978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.340s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.104183] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.106763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.987s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.106984] env[68828]: DEBUG nova.objects.instance [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'resources' on Instance uuid 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.134478] env[68828]: INFO nova.scheduler.client.report [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocations for instance dc4c6c06-cfa7-483c-8498-9f5ba566c8c6 [ 1013.208474] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad27f8ce-dcf4-4177-83cf-3120226a2154 req-e9f2858f-452b-44b2-8173-bb6ad0177d33 service nova] Releasing lock "refresh_cache-42b62f0b-9b3a-4356-a665-68e0ab448665" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.264422] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b8e179-fb0f-b73b-3cb3-93b22b18a502, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.265296] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee2177c-8c96-4243-937d-f4a4de4d6d33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.271042] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1013.271042] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6c2c9-8e85-41a5-4079-de4849a6f1d0" [ 1013.271042] env[68828]: _type = "Task" [ 1013.271042] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.280493] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6c2c9-8e85-41a5-4079-de4849a6f1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.359366] env[68828]: DEBUG nova.compute.manager [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Received event network-vif-plugged-3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.359585] env[68828]: DEBUG oslo_concurrency.lockutils [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] Acquiring lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.359788] env[68828]: DEBUG oslo_concurrency.lockutils [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.359950] env[68828]: DEBUG oslo_concurrency.lockutils [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.360147] env[68828]: DEBUG nova.compute.manager [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] No waiting events found dispatching network-vif-plugged-3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.360413] env[68828]: WARNING nova.compute.manager [req-31b73c78-78f8-4143-8123-8f4300eda18f req-6b87b445-69d6-4394-989e-7cd812d14c5a service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Received unexpected event network-vif-plugged-3c672134-e0a1-41f3-852e-e5d46553b5cd for instance with vm_state building and task_state spawning. [ 1013.462199] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Successfully updated port: 3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.612176] env[68828]: DEBUG nova.compute.utils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.616395] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.616608] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.647365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7249de0-bff1-422d-acf0-3a0f4f4f4dde tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "dc4c6c06-cfa7-483c-8498-9f5ba566c8c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.336s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.664023] env[68828]: DEBUG nova.policy [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa361d6d90544e9a400dd581320c547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4843b5dbe7404384bdc633eb6eece3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.783728] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c6c2c9-8e85-41a5-4079-de4849a6f1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.784303] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.784303] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 42b62f0b-9b3a-4356-a665-68e0ab448665/42b62f0b-9b3a-4356-a665-68e0ab448665.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.784677] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55d252ef-c334-409d-8ffc-080eba7bb1af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.792064] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1013.792064] env[68828]: value = "task-3230991" [ 1013.792064] env[68828]: _type = "Task" [ 1013.792064] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.800029] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.916380] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d7d4ff-b7a2-40cb-a7cb-505ce557b449 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.923756] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7df2a-fb87-41ff-a156-9df30d121bb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.962749] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Successfully created port: a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.966225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fedbcf-0395-4fbd-867f-bd582ab6e3b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.968525] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.968651] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.968851] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.976533] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f048d-a542-43ce-bdbe-dc7e696c05db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.992864] env[68828]: DEBUG nova.compute.provider_tree [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.080679] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.081041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.117202] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.300849] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494726} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.301120] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 42b62f0b-9b3a-4356-a665-68e0ab448665/42b62f0b-9b3a-4356-a665-68e0ab448665.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.301336] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.301587] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8cfd90-be14-4ea4-9567-3a2928901026 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.307882] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1014.307882] env[68828]: value = "task-3230992" [ 1014.307882] env[68828]: _type = "Task" [ 1014.307882] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.317405] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.466075] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.466366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.496923] env[68828]: DEBUG nova.scheduler.client.report [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.504176] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.583727] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.674747] env[68828]: DEBUG nova.network.neutron [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Updating instance_info_cache with network_info: [{"id": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "address": "fa:16:3e:dc:1f:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c672134-e0", "ovs_interfaceid": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.822844] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063815} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.823398] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.824190] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7caaf65-74b1-4fd3-9087-1ac21f65c217 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.846870] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 42b62f0b-9b3a-4356-a665-68e0ab448665/42b62f0b-9b3a-4356-a665-68e0ab448665.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.847172] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1859e586-2e58-45f1-874e-715cacc24696 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.867047] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1014.867047] env[68828]: value = "task-3230993" [ 1014.867047] env[68828]: _type = "Task" [ 1014.867047] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.874509] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.969219] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.001939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.005334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.295s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.005334] env[68828]: DEBUG nova.objects.instance [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.023144] env[68828]: INFO nova.scheduler.client.report [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a [ 1015.101148] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.127045] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.150892] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.151152] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.151307] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.151486] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.151634] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.151776] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.151977] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.152145] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.152312] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.152470] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.152640] env[68828]: DEBUG nova.virt.hardware [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.153517] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387b617a-0e7d-4f64-96ac-52296daa02d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.161559] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e990868e-6cb4-40c6-8665-d5bd6d3407a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.176971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.177281] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Instance network_info: |[{"id": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "address": "fa:16:3e:dc:1f:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c672134-e0", "ovs_interfaceid": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.177638] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1f:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c672134-e0a1-41f3-852e-e5d46553b5cd', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.184982] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.185190] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.185390] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9d73b6b-e7b6-4b30-baa8-4586b1536f07 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.204052] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.204052] env[68828]: value = "task-3230994" [ 1015.204052] env[68828]: _type = "Task" [ 1015.204052] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.211174] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230994, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.377668] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.385415] env[68828]: DEBUG nova.compute.manager [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Received event network-changed-3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.385725] env[68828]: DEBUG nova.compute.manager [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Refreshing instance network info cache due to event network-changed-3c672134-e0a1-41f3-852e-e5d46553b5cd. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.385883] env[68828]: DEBUG oslo_concurrency.lockutils [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] Acquiring lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.386061] env[68828]: DEBUG oslo_concurrency.lockutils [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] Acquired lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.386165] env[68828]: DEBUG nova.network.neutron [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Refreshing network info cache for port 3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.489872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.532899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-174979a3-c121-4782-899b-880613d5b337 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "3c6b4441-0cfb-436c-96c6-4525f4e4ae6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.285s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.562146] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Successfully updated port: a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.717409] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230994, 'name': CreateVM_Task, 'duration_secs': 0.354064} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.717409] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.717896] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.718074] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.718374] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.718622] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1664046-068c-4340-bdf3-a733e3c549b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.722839] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1015.722839] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529948c0-f20c-4344-ee42-1bd494f2f9f4" [ 1015.722839] env[68828]: _type = "Task" [ 1015.722839] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.732778] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529948c0-f20c-4344-ee42-1bd494f2f9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.782086] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bd32c9-9c17-45d4-97d4-4afb3c7f1cc2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.789109] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6b695-2cf0-47be-90e8-d89c8e7d2a25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.819196] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43582f44-ba93-4951-8a53-92239140f4d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.826557] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755eeff-8076-4528-94cf-6973f9c6d74f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.840232] env[68828]: DEBUG nova.compute.provider_tree [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.878202] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230993, 'name': ReconfigVM_Task, 'duration_secs': 0.58832} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.878451] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 42b62f0b-9b3a-4356-a665-68e0ab448665/42b62f0b-9b3a-4356-a665-68e0ab448665.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.879105] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-435ff1b8-1c42-4a02-bb77-6d3a7fa32006 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.885378] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1015.885378] env[68828]: value = "task-3230995" [ 1015.885378] env[68828]: _type = "Task" [ 1015.885378] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.895221] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230995, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.065173] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.065173] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.065173] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.109256] env[68828]: DEBUG nova.network.neutron [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Updated VIF entry in instance network info cache for port 3c672134-e0a1-41f3-852e-e5d46553b5cd. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.109605] env[68828]: DEBUG nova.network.neutron [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Updating instance_info_cache with network_info: [{"id": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "address": "fa:16:3e:dc:1f:1f", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c672134-e0", "ovs_interfaceid": "3c672134-e0a1-41f3-852e-e5d46553b5cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.233520] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529948c0-f20c-4344-ee42-1bd494f2f9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.233834] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.234113] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.234370] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.234519] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.234697] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.235052] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5702c116-005a-415f-bfac-61d579a89947 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.243234] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.243422] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.244134] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7baf8ef-981e-4ec2-a7d9-1343437a4a8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.249826] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1016.249826] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3e8eb-51fa-360c-aaaf-96b62d5baff5" [ 1016.249826] env[68828]: _type = "Task" [ 1016.249826] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.258137] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3e8eb-51fa-360c-aaaf-96b62d5baff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.343440] env[68828]: DEBUG nova.scheduler.client.report [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.396220] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230995, 'name': Rename_Task, 'duration_secs': 0.158828} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.396220] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.396220] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04813481-7804-4339-8817-abf16bd60a9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.402496] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1016.402496] env[68828]: value = "task-3230996" [ 1016.402496] env[68828]: _type = "Task" [ 1016.402496] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.410385] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.598550] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.612384] env[68828]: DEBUG oslo_concurrency.lockutils [req-8494d653-6f92-4116-a7b8-7e5900ac5ba8 req-824715cd-50bc-4f26-b88f-624b8acc382f service nova] Releasing lock "refresh_cache-f9c06b12-df56-4dcf-8980-24efe8c5428e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.728981] env[68828]: DEBUG nova.network.neutron [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.762224] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3e8eb-51fa-360c-aaaf-96b62d5baff5, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.763321] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f773e2d8-cc9a-43ba-8187-eba26da72d00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.769365] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1016.769365] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293f518-0ee5-d4d4-bc32-7ccd402ccbe7" [ 1016.769365] env[68828]: _type = "Task" [ 1016.769365] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.779838] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293f518-0ee5-d4d4-bc32-7ccd402ccbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.849071] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.853941] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.282s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.854231] env[68828]: DEBUG nova.objects.instance [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lazy-loading 'resources' on Instance uuid 680131fe-0141-4db6-a9b5-06b814953497 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.855676] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "a3d724dc-30ab-48d5-8aab-2d1808962399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.855872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.872106] env[68828]: INFO nova.scheduler.client.report [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9 [ 1016.913310] env[68828]: DEBUG oslo_vmware.api [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3230996, 'name': PowerOnVM_Task, 'duration_secs': 0.457441} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.913594] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.913811] env[68828]: INFO nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1016.914179] env[68828]: DEBUG nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.914985] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766bfa97-eb07-4903-ae3b-27d6f69f985d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.231919] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.232286] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Instance network_info: |[{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.232735] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:c7:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5cbbbda-31d6-4e59-87f1-753706c5b794', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.240860] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.241093] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.241327] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-049e734d-9aca-4596-9e1a-192d662d5fe6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.263390] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.263390] env[68828]: value = "task-3230997" [ 1017.263390] env[68828]: _type = "Task" [ 1017.263390] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.271890] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230997, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.280926] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5293f518-0ee5-d4d4-bc32-7ccd402ccbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.281211] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.281468] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f9c06b12-df56-4dcf-8980-24efe8c5428e/f9c06b12-df56-4dcf-8980-24efe8c5428e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.281725] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624aa203-fc5c-4d2e-84e3-ecaf3870862c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.290505] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1017.290505] env[68828]: value = "task-3230998" [ 1017.290505] env[68828]: _type = "Task" [ 1017.290505] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.298844] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.362279] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.380158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-307c866b-f577-4b89-bbf4-1be8dd93355e tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.320s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.419100] env[68828]: DEBUG nova.compute.manager [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Received event network-vif-plugged-a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.419181] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.419418] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.419958] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.419958] env[68828]: DEBUG nova.compute.manager [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] No waiting events found dispatching network-vif-plugged-a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.420075] env[68828]: WARNING nova.compute.manager [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Received unexpected event network-vif-plugged-a5cbbbda-31d6-4e59-87f1-753706c5b794 for instance with vm_state building and task_state spawning. [ 1017.420323] env[68828]: DEBUG nova.compute.manager [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Received event network-changed-a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.420616] env[68828]: DEBUG nova.compute.manager [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Refreshing instance network info cache due to event network-changed-a5cbbbda-31d6-4e59-87f1-753706c5b794. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.420919] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Acquiring lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.421160] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Acquired lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.421457] env[68828]: DEBUG nova.network.neutron [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Refreshing network info cache for port a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.436942] env[68828]: INFO nova.compute.manager [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Took 31.47 seconds to build instance. [ 1017.696637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f760f57-9a15-4e50-91dd-55e9da1d9cb9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.705559] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae75b9-bde2-475d-941e-fac526f49450 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.735987] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c0429-5b8f-412a-9d8c-1821764437f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.743610] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403a750-f594-48dc-aa2b-122a199d8f3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.759158] env[68828]: DEBUG nova.compute.provider_tree [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.772250] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3230997, 'name': CreateVM_Task, 'duration_secs': 0.421383} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.772410] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.773111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.773285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.773644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.773895] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444a3254-f3e8-49af-82e6-a4d0f4ea4234 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.778298] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1017.778298] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5253f16a-aacd-d750-5974-4196cd879bc1" [ 1017.778298] env[68828]: _type = "Task" [ 1017.778298] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.785810] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5253f16a-aacd-d750-5974-4196cd879bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.798778] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230998, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.881871] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.939895] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7af5d83-18b2-476e-9295-bdc9a6ad0ddb tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.984s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.128027] env[68828]: DEBUG nova.network.neutron [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updated VIF entry in instance network info cache for port a5cbbbda-31d6-4e59-87f1-753706c5b794. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.128027] env[68828]: DEBUG nova.network.neutron [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.262641] env[68828]: DEBUG nova.scheduler.client.report [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.289060] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5253f16a-aacd-d750-5974-4196cd879bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.289381] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.289610] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.289969] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.289969] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.290163] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.290421] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74e1d37-854d-4a38-b2d1-48c66ac16b95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.301558] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531875} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.301745] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f9c06b12-df56-4dcf-8980-24efe8c5428e/f9c06b12-df56-4dcf-8980-24efe8c5428e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.301994] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.302204] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d42dcf-d450-40d3-87d9-0f8c78c108f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.305493] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.305674] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.306750] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952c38a9-3530-4dd3-a74e-7c41678ed4f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.310517] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1018.310517] env[68828]: value = "task-3230999" [ 1018.310517] env[68828]: _type = "Task" [ 1018.310517] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.317045] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1018.317045] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52476428-25fe-1d8f-e8a1-3f78dbb396cb" [ 1018.317045] env[68828]: _type = "Task" [ 1018.317045] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.323597] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.329233] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52476428-25fe-1d8f-e8a1-3f78dbb396cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.329966] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d759e9fa-6b28-4120-9b2a-97583b298fad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.335090] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1018.335090] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0189b-08ef-f6ca-7caa-3503476d15ef" [ 1018.335090] env[68828]: _type = "Task" [ 1018.335090] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.342944] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0189b-08ef-f6ca-7caa-3503476d15ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.630121] env[68828]: DEBUG oslo_concurrency.lockutils [req-807d8a7d-2179-4df7-9dbc-51b8be7ad122 req-3693205c-14f3-441c-beb8-5ecbe168cd30 service nova] Releasing lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.666454] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "94195e4d-6e4c-4291-a449-0028b8f0782b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.666780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.769330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.771938] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.289s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.773617] env[68828]: INFO nova.compute.claims [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.792068] env[68828]: INFO nova.scheduler.client.report [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted allocations for instance 680131fe-0141-4db6-a9b5-06b814953497 [ 1018.820491] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3230999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.821471] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.823718] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2a22ff-8fd4-4680-8de5-79652dfea802 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.848995] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] f9c06b12-df56-4dcf-8980-24efe8c5428e/f9c06b12-df56-4dcf-8980-24efe8c5428e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.852898] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab01d2c-c873-4165-b4a4-bc37bf62cc4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.873752] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0189b-08ef-f6ca-7caa-3503476d15ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.875144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.875471] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.875851] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1018.875851] env[68828]: value = "task-3231000" [ 1018.875851] env[68828]: _type = "Task" [ 1018.875851] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.876061] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329b7bd9-18a0-4215-adbd-ec04845ae279 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.887161] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.888556] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1018.888556] env[68828]: value = "task-3231001" [ 1018.888556] env[68828]: _type = "Task" [ 1018.888556] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.896835] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.169337] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.303253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9c18286-ca9a-4be4-b5d1-f061026f100d tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "680131fe-0141-4db6-a9b5-06b814953497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.596s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.388688] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.396419] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475337} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.396655] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.396891] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.397154] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e8e942-18bd-4665-98b9-613a1e4632f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.402990] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1019.402990] env[68828]: value = "task-3231002" [ 1019.402990] env[68828]: _type = "Task" [ 1019.402990] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.414263] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.633052] env[68828]: DEBUG nova.compute.manager [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.634008] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b419ec-7453-40c4-a659-8ef9e8b38a6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.692063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.889475] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231000, 'name': ReconfigVM_Task, 'duration_secs': 0.620787} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.889755] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] f9c06b12-df56-4dcf-8980-24efe8c5428e/f9c06b12-df56-4dcf-8980-24efe8c5428e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.890317] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9c3e4d-6fd4-438e-9dbc-1f784771c290 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.896302] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1019.896302] env[68828]: value = "task-3231003" [ 1019.896302] env[68828]: _type = "Task" [ 1019.896302] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.906273] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231003, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.913080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "605495ba-7900-4069-9142-4c2e87929fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.913344] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.913549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "605495ba-7900-4069-9142-4c2e87929fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.913732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.913895] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.919692] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084836} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.920314] env[68828]: INFO nova.compute.manager [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Terminating instance [ 1019.922015] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.923900] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e8101-ea5d-471e-bf42-9bfbfb6114ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947467] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.951318] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feed750a-4dc9-4f93-9a90-d9df1b662374 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.973102] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1019.973102] env[68828]: value = "task-3231004" [ 1019.973102] env[68828]: _type = "Task" [ 1019.973102] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.983729] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.090452] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec4053-ed53-412c-95bd-c2c1a6abbe91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.099583] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e029384-131b-454e-9804-49e3efdf355b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.133556] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1c9de-e03e-4a5d-85c1-3fdd5e566b30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.141608] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea6e2ea-e24d-47fd-855c-e2f8b52691eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.146989] env[68828]: INFO nova.compute.manager [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] instance snapshotting [ 1020.149886] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52596d9-70d7-4b4e-865f-b7fc07d08f69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.163139] env[68828]: DEBUG nova.compute.provider_tree [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.184050] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a5781-73e9-4aa1-98d0-a83c111147a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.407074] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231003, 'name': Rename_Task, 'duration_secs': 0.346147} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.407209] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.407380] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8db137c-2fd5-4294-8850-84fe2167aa4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.413523] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1020.413523] env[68828]: value = "task-3231005" [ 1020.413523] env[68828]: _type = "Task" [ 1020.413523] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.420966] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.428213] env[68828]: DEBUG nova.compute.manager [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.428428] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.429276] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fb49e-8352-4482-b9a5-1e0ad58476da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.436084] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.436263] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f02c54-b395-4eed-8332-b448fe16ad37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.441798] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 1020.441798] env[68828]: value = "task-3231006" [ 1020.441798] env[68828]: _type = "Task" [ 1020.441798] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.449485] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3231006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.483655] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.666496] env[68828]: DEBUG nova.scheduler.client.report [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.695431] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.695735] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a8257b5-9af3-4f1f-9914-feebdd8a704a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.703202] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1020.703202] env[68828]: value = "task-3231007" [ 1020.703202] env[68828]: _type = "Task" [ 1020.703202] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.711050] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.924194] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.952494] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3231006, 'name': PowerOffVM_Task, 'duration_secs': 0.229482} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.952740] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.952915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.953201] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e60988-acdb-4b9b-9520-090ab85a3e54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.984528] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231004, 'name': ReconfigVM_Task, 'duration_secs': 0.685625} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.984788] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.985464] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c502a2f6-9800-48ea-a055-067c09465a41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.991092] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1020.991092] env[68828]: value = "task-3231009" [ 1020.991092] env[68828]: _type = "Task" [ 1020.991092] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.002939] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231009, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.019883] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.020136] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.020322] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleting the datastore file [datastore2] 605495ba-7900-4069-9142-4c2e87929fb5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.020578] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e76f58-0206-4247-8ae3-3f86ded69a5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.027810] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for the task: (returnval){ [ 1021.027810] env[68828]: value = "task-3231010" [ 1021.027810] env[68828]: _type = "Task" [ 1021.027810] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.036417] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3231010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.171761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.172358] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.175057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.243s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.176462] env[68828]: INFO nova.compute.claims [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.214521] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.425677] env[68828]: DEBUG oslo_vmware.api [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231005, 'name': PowerOnVM_Task, 'duration_secs': 0.556849} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.425677] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.425677] env[68828]: INFO nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1021.425677] env[68828]: DEBUG nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.426730] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590bfd08-4c02-4530-8258-e11a33b7c89d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.500823] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231009, 'name': Rename_Task, 'duration_secs': 0.160773} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.501137] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.501393] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b797a8ea-f6c9-4a4c-abee-89bd522fe53a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.508312] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1021.508312] env[68828]: value = "task-3231011" [ 1021.508312] env[68828]: _type = "Task" [ 1021.508312] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.516016] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.536669] env[68828]: DEBUG oslo_vmware.api [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Task: {'id': task-3231010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139743} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.537120] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.537336] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.537517] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.537706] env[68828]: INFO nova.compute.manager [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1021.538198] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.538530] env[68828]: DEBUG nova.compute.manager [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.538649] env[68828]: DEBUG nova.network.neutron [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.680915] env[68828]: DEBUG nova.compute.utils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.688348] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.688530] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.717261] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231007, 'name': CreateSnapshot_Task, 'duration_secs': 0.906551} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.717680] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.718406] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a6b0e1-0c1f-49bf-9feb-92bfba8e4dbc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.765684] env[68828]: DEBUG nova.policy [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b233832a661241439dd87ae19665aa25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194dc466d3a743f4a05a34fa1d385499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.808570] env[68828]: DEBUG nova.compute.manager [req-ac10a950-f284-4a20-903a-fe4d4ebc6e93 req-2d8abb0e-fccc-4fcc-8888-305f0fdfe546 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Received event network-vif-deleted-b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.808969] env[68828]: INFO nova.compute.manager [req-ac10a950-f284-4a20-903a-fe4d4ebc6e93 req-2d8abb0e-fccc-4fcc-8888-305f0fdfe546 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Neutron deleted interface b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d; detaching it from the instance and deleting it from the info cache [ 1021.809153] env[68828]: DEBUG nova.network.neutron [req-ac10a950-f284-4a20-903a-fe4d4ebc6e93 req-2d8abb0e-fccc-4fcc-8888-305f0fdfe546 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.947209] env[68828]: INFO nova.compute.manager [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Took 30.31 seconds to build instance. [ 1022.018683] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.062049] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Successfully created port: fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.193876] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.238351] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.238903] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9f8fde0-5e4c-4b6f-b61a-17524e4f1a74 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.249589] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1022.249589] env[68828]: value = "task-3231012" [ 1022.249589] env[68828]: _type = "Task" [ 1022.249589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.264939] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231012, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.287829] env[68828]: DEBUG nova.network.neutron [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.314427] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-028c8036-3c1c-4948-b14c-9c9acee5b248 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.332553] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c868b3-3d30-4d36-9e26-880ce639d4ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.374459] env[68828]: DEBUG nova.compute.manager [req-ac10a950-f284-4a20-903a-fe4d4ebc6e93 req-2d8abb0e-fccc-4fcc-8888-305f0fdfe546 service nova] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Detach interface failed, port_id=b990e7b3-31d2-44ce-a1a2-00f9b7fcfd7d, reason: Instance 605495ba-7900-4069-9142-4c2e87929fb5 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.450571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-41b0975b-fbba-4fbc-8503-a08be641c3e4 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.823s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.519920] env[68828]: DEBUG oslo_vmware.api [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231011, 'name': PowerOnVM_Task, 'duration_secs': 0.87347} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.520343] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.520617] env[68828]: INFO nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1022.521232] env[68828]: DEBUG nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.524265] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d0729-fd85-4115-99a1-e7d81f706e66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.565104] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d993c5e-1cb7-4a79-904c-e17a0bdc9884 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.574647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1be47-cd75-4473-b3c7-9f7690e02638 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.605991] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653c646-d833-4ffa-b1da-e6fbfd6fb95d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.613633] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c454807-c922-4cf1-ab55-0890826cccf4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.628028] env[68828]: DEBUG nova.compute.provider_tree [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.761934] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231012, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.793535] env[68828]: INFO nova.compute.manager [-] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Took 1.25 seconds to deallocate network for instance. [ 1023.041649] env[68828]: INFO nova.compute.manager [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Took 27.15 seconds to build instance. [ 1023.132107] env[68828]: DEBUG nova.scheduler.client.report [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.211046] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.237260] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.237539] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.237719] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.237923] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.238081] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.238229] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.238465] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.238633] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.238803] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.238967] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.239163] env[68828]: DEBUG nova.virt.hardware [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.240044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd30d9-c0ae-4100-b15b-c06cd5c91a0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248021] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10307eb7-6818-425d-812b-87a5437a2065 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.269378] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231012, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.301191] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.320487] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe9908c-7925-4b8c-98c6-070949599a6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.328186] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Suspending the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1023.328492] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e180f836-70f1-4f26-b4e9-9c146669189a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.335036] env[68828]: DEBUG oslo_vmware.api [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] Waiting for the task: (returnval){ [ 1023.335036] env[68828]: value = "task-3231013" [ 1023.335036] env[68828]: _type = "Task" [ 1023.335036] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.343426] env[68828]: DEBUG oslo_vmware.api [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] Task: {'id': task-3231013, 'name': SuspendVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.434496] env[68828]: DEBUG nova.compute.manager [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Received event network-vif-plugged-fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.434719] env[68828]: DEBUG oslo_concurrency.lockutils [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.434931] env[68828]: DEBUG oslo_concurrency.lockutils [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.435112] env[68828]: DEBUG oslo_concurrency.lockutils [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.435292] env[68828]: DEBUG nova.compute.manager [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] No waiting events found dispatching network-vif-plugged-fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.435444] env[68828]: WARNING nova.compute.manager [req-84421b31-b5f0-46e2-9586-0bccc44d46b4 req-4ed7bc3b-f229-49f8-abcd-53bd60cf266e service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Received unexpected event network-vif-plugged-fc3cb5e6-c79f-4086-bc44-47657fcbd75b for instance with vm_state building and task_state spawning. [ 1023.543813] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3384094-1bb0-4a83-ad7b-936c9029febe tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.666s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.636638] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.637328] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.640265] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.502s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.642307] env[68828]: INFO nova.compute.claims [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.664910] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Successfully updated port: fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.763335] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231012, 'name': CloneVM_Task, 'duration_secs': 1.327902} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.763606] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Created linked-clone VM from snapshot [ 1023.764387] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fab621-20ce-4b7e-9be6-5c7a68249c44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.772109] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Uploading image 1e6ebcbb-b759-4684-965d-5b77422ac65f {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1023.786347] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.786694] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cade01e-b4a3-4b9f-949f-6b0c8f2205de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.794937] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1023.794937] env[68828]: value = "task-3231014" [ 1023.794937] env[68828]: _type = "Task" [ 1023.794937] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.804308] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231014, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.844994] env[68828]: DEBUG oslo_vmware.api [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] Task: {'id': task-3231013, 'name': SuspendVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.147347] env[68828]: DEBUG nova.compute.utils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.150866] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.151256] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.167424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.167578] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.167727] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.213398] env[68828]: DEBUG nova.policy [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d30485a3bd41e1abab9a84f1f9b430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2d1010dbc14bcd8c488709004b2e10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.304761] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231014, 'name': Destroy_Task, 'duration_secs': 0.380608} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.304812] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Destroyed the VM [ 1024.305745] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.305745] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b17af174-eee6-4478-968d-72649beaea5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.312049] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1024.312049] env[68828]: value = "task-3231015" [ 1024.312049] env[68828]: _type = "Task" [ 1024.312049] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.320066] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.344554] env[68828]: DEBUG oslo_vmware.api [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] Task: {'id': task-3231013, 'name': SuspendVM_Task, 'duration_secs': 0.733334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.344801] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Suspended the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1024.345481] env[68828]: DEBUG nova.compute.manager [None req-d6d4024b-4bd1-48a0-9cc4-f24036c378d2 tempest-ServersAdminNegativeTestJSON-2099364619 tempest-ServersAdminNegativeTestJSON-2099364619-project-admin] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.346319] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b9bad-9068-4634-81b5-2125bcc8ab4c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.585031] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Successfully created port: b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.655025] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.707089] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.826929] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.865465] env[68828]: DEBUG nova.network.neutron [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.002278] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0c5f0-1fbc-467a-9d76-2edb41425645 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.010559] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe788942-955c-4f7d-87e3-9179b80ab333 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.053979] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2dfe9-9931-48cb-b375-5edfe6865227 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.063383] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a538164-7ce6-4616-989a-ba1ab0fb29e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.079351] env[68828]: DEBUG nova.compute.provider_tree [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.267337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.267639] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.267826] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.268018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.268222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.270448] env[68828]: INFO nova.compute.manager [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Terminating instance [ 1025.324657] env[68828]: DEBUG nova.compute.manager [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1025.330891] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.368125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.368512] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Instance network_info: |[{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.369627] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:7f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc3cb5e6-c79f-4086-bc44-47657fcbd75b', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.377900] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.378454] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.378679] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce13775-4c9a-418a-9a82-e8589fc4a698 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.401430] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.401430] env[68828]: value = "task-3231016" [ 1025.401430] env[68828]: _type = "Task" [ 1025.401430] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.409201] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231016, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.462804] env[68828]: DEBUG nova.compute.manager [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Received event network-changed-fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.462998] env[68828]: DEBUG nova.compute.manager [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Refreshing instance network info cache due to event network-changed-fc3cb5e6-c79f-4086-bc44-47657fcbd75b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.463234] env[68828]: DEBUG oslo_concurrency.lockutils [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.463390] env[68828]: DEBUG oslo_concurrency.lockutils [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.463548] env[68828]: DEBUG nova.network.neutron [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Refreshing network info cache for port fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.583065] env[68828]: DEBUG nova.scheduler.client.report [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.664711] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.692204] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.692494] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.692676] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.692882] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.693059] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.693226] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.693456] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.693617] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.693785] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.693947] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.694131] env[68828]: DEBUG nova.virt.hardware [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.695056] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6e523f-5bda-4c3b-b4f2-e54f770c8f1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.704086] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8387aa-b255-4e98-8a14-b4cb0c78e4c3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.774456] env[68828]: DEBUG nova.compute.manager [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.774807] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.775618] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9ecca-ea74-4e3b-8e2f-cae1f84a6ee8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.786145] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.786145] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc004fd-db30-4909-96d9-e1564040f769 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.796209] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 1025.796209] env[68828]: value = "task-3231017" [ 1025.796209] env[68828]: _type = "Task" [ 1025.796209] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.810217] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3231017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.828352] env[68828]: DEBUG oslo_vmware.api [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231015, 'name': RemoveSnapshot_Task, 'duration_secs': 1.162279} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.829513] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.848817] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.914910] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231016, 'name': CreateVM_Task, 'duration_secs': 0.448545} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.915368] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.916125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.916304] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.916623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.917263] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee735546-d052-4295-a039-c86e7bb48621 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.922825] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1025.922825] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5249de5f-2e0a-abb4-0266-96726c0467b6" [ 1025.922825] env[68828]: _type = "Task" [ 1025.922825] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.932927] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5249de5f-2e0a-abb4-0266-96726c0467b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.091424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.092156] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.095443] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.994s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.099449] env[68828]: INFO nova.compute.claims [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.196526] env[68828]: DEBUG nova.network.neutron [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updated VIF entry in instance network info cache for port fc3cb5e6-c79f-4086-bc44-47657fcbd75b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.196929] env[68828]: DEBUG nova.network.neutron [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.305396] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3231017, 'name': PowerOffVM_Task, 'duration_secs': 0.229823} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.305669] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.305849] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.306163] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51f9898-fb2c-44bb-bb86-e78981cd5072 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.337469] env[68828]: WARNING nova.compute.manager [None req-9d305fcc-5d57-4fb7-a6b7-09a981a99947 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Image not found during snapshot: nova.exception.ImageNotFound: Image 1e6ebcbb-b759-4684-965d-5b77422ac65f could not be found. [ 1026.397771] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.397998] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.398287] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Deleting the datastore file [datastore1] 26ad53a9-61fa-4d59-88d4-85aba32fe3e2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.398573] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd8dc19-9834-4f1a-a7be-c42bcdcb2eee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.406495] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Successfully updated port: b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.414170] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for the task: (returnval){ [ 1026.414170] env[68828]: value = "task-3231019" [ 1026.414170] env[68828]: _type = "Task" [ 1026.414170] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.419063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.419307] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.420133] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.420133] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.420323] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.423870] env[68828]: INFO nova.compute.manager [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Terminating instance [ 1026.432881] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3231019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.439775] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5249de5f-2e0a-abb4-0266-96726c0467b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.440072] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.440366] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.440597] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.440739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.440911] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.441179] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba351e2d-ea0d-4fb1-b5f8-812cc682dd17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.458361] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.458559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.459617] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169a08a6-03b4-4260-b573-e573dc884f2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.465205] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1026.465205] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d2458-cefa-c197-e403-f34deb6b4948" [ 1026.465205] env[68828]: _type = "Task" [ 1026.465205] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.473015] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d2458-cefa-c197-e403-f34deb6b4948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.605605] env[68828]: DEBUG nova.compute.utils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.609781] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.609994] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.658943] env[68828]: DEBUG nova.policy [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d30485a3bd41e1abab9a84f1f9b430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2d1010dbc14bcd8c488709004b2e10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.700139] env[68828]: DEBUG oslo_concurrency.lockutils [req-c6549a19-6ef4-46b9-80a1-93cb60e74da0 req-aebe0691-54f3-4d78-9880-53c9426d4159 service nova] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.759487] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "27273416-b04c-4381-b4d2-43cb300b2046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.759745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.759968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "27273416-b04c-4381-b4d2-43cb300b2046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.760143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.760305] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.762270] env[68828]: INFO nova.compute.manager [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Terminating instance [ 1026.909399] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Successfully created port: 96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.911497] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.911650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.911804] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.926325] env[68828]: DEBUG oslo_vmware.api [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Task: {'id': task-3231019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256302} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.926681] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.926927] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.927180] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.927397] env[68828]: INFO nova.compute.manager [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1026.927700] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.927938] env[68828]: DEBUG nova.compute.manager [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.928080] env[68828]: DEBUG nova.network.neutron [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.937676] env[68828]: DEBUG nova.compute.manager [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.937676] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.938760] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0abf2-690b-4822-8dc8-016feac21602 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.946790] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.947608] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b6555c7-8469-43e3-83b3-e4dcab44bd80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.976481] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d2458-cefa-c197-e403-f34deb6b4948, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.977284] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5e3612-7304-484a-9f47-186d397279aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.982491] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1026.982491] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52366e77-0eea-40dd-e659-6884e609851f" [ 1026.982491] env[68828]: _type = "Task" [ 1026.982491] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.994544] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52366e77-0eea-40dd-e659-6884e609851f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.023099] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.023417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.023538] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleting the datastore file [datastore1] f9c06b12-df56-4dcf-8980-24efe8c5428e {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.023778] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27e906f0-cae4-4a7f-8e8e-b630209c6dea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.030435] env[68828]: DEBUG oslo_vmware.api [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1027.030435] env[68828]: value = "task-3231021" [ 1027.030435] env[68828]: _type = "Task" [ 1027.030435] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.038961] env[68828]: DEBUG oslo_vmware.api [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.110686] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.274065] env[68828]: DEBUG nova.compute.manager [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.274561] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.275463] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698e3d0-c1c4-4cae-9b55-4bf04c1515d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.289495] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.289495] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c90b866-51fa-4602-b191-3c77cc6bf3b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.298347] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 1027.298347] env[68828]: value = "task-3231022" [ 1027.298347] env[68828]: _type = "Task" [ 1027.298347] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.307910] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3231022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.455608] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.492326] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52366e77-0eea-40dd-e659-6884e609851f, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.493467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.493721] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.494469] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b8edf9-bae9-48aa-8436-aaf26d6f5a61 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.500061] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18e6871c-831f-4338-bdd4-051cf71e7e30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.503579] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeea5df-7bd1-4637-8b2e-9564915005b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.507800] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1027.507800] env[68828]: value = "task-3231023" [ 1027.507800] env[68828]: _type = "Task" [ 1027.507800] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.548048] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deebb501-9daf-4c7b-8d73-ba5907c29abc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.551520] env[68828]: DEBUG nova.compute.manager [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Received event network-vif-plugged-b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.551996] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Acquiring lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.551996] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.552375] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.552579] env[68828]: DEBUG nova.compute.manager [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] No waiting events found dispatching network-vif-plugged-b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.552742] env[68828]: WARNING nova.compute.manager [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Received unexpected event network-vif-plugged-b8a4973b-ffc5-4fcd-936f-672a35f83d25 for instance with vm_state building and task_state spawning. [ 1027.552895] env[68828]: DEBUG nova.compute.manager [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Received event network-changed-b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.553058] env[68828]: DEBUG nova.compute.manager [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Refreshing instance network info cache due to event network-changed-b8a4973b-ffc5-4fcd-936f-672a35f83d25. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.553417] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Acquiring lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.557293] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.565481] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc744d-e6cf-4edd-a305-3e2b7a544cab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.570452] env[68828]: DEBUG oslo_vmware.api [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139737} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.571049] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.571279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.571518] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.571899] env[68828]: INFO nova.compute.manager [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1027.572243] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.572916] env[68828]: DEBUG nova.compute.manager [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.572916] env[68828]: DEBUG nova.network.neutron [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.583209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "42b62f0b-9b3a-4356-a665-68e0ab448665" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.583459] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.583658] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.583837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.584013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.586022] env[68828]: DEBUG nova.compute.provider_tree [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.589791] env[68828]: INFO nova.compute.manager [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Terminating instance [ 1027.704686] env[68828]: DEBUG nova.network.neutron [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Updating instance_info_cache with network_info: [{"id": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "address": "fa:16:3e:8b:e3:4e", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a4973b-ff", "ovs_interfaceid": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.802967] env[68828]: DEBUG nova.compute.manager [req-4545d5b6-4959-424c-9081-0f087fe173d1 req-2ecb11be-00db-44ff-aa70-85de7f185bf1 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Received event network-vif-deleted-374b1950-ab32-434a-ba7a-249a3fd3efbd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.803428] env[68828]: INFO nova.compute.manager [req-4545d5b6-4959-424c-9081-0f087fe173d1 req-2ecb11be-00db-44ff-aa70-85de7f185bf1 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Neutron deleted interface 374b1950-ab32-434a-ba7a-249a3fd3efbd; detaching it from the instance and deleting it from the info cache [ 1027.803666] env[68828]: DEBUG nova.network.neutron [req-4545d5b6-4959-424c-9081-0f087fe173d1 req-2ecb11be-00db-44ff-aa70-85de7f185bf1 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.815708] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3231022, 'name': PowerOffVM_Task, 'duration_secs': 0.228182} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.816095] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.816313] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.816604] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e032e365-c77f-4730-bfa9-894d941418fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.897964] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.898177] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.898366] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleting the datastore file [datastore1] 27273416-b04c-4381-b4d2-43cb300b2046 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.898650] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb10aa93-5d0e-4424-bb6b-80425338b0cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.908672] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for the task: (returnval){ [ 1027.908672] env[68828]: value = "task-3231025" [ 1027.908672] env[68828]: _type = "Task" [ 1027.908672] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.921571] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3231025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.018955] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493757} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.019250] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.019477] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.019753] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5733bfe-b946-4194-94d4-3de1e061e00b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.026426] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1028.026426] env[68828]: value = "task-3231026" [ 1028.026426] env[68828]: _type = "Task" [ 1028.026426] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.034872] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.092438] env[68828]: DEBUG nova.scheduler.client.report [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.096172] env[68828]: DEBUG nova.compute.manager [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.096386] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.097480] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f43e9d-eee9-411d-a93e-dc09d3949ba3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.105064] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.105300] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6c1898-ec42-4ac5-8107-b6e968800751 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.113233] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1028.113233] env[68828]: value = "task-3231027" [ 1028.113233] env[68828]: _type = "Task" [ 1028.113233] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.125953] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.128422] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.154412] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.154620] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.154664] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.154843] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.154987] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.155144] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.155345] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.155502] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.155664] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.155887] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.156098] env[68828]: DEBUG nova.virt.hardware [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.156953] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8664c4-4987-4145-b93c-16d51c0e2b49 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164570] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b312c-ff16-4a17-a6f2-62a49ad545fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.207945] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.208351] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Instance network_info: |[{"id": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "address": "fa:16:3e:8b:e3:4e", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a4973b-ff", "ovs_interfaceid": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.208660] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Acquired lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.208838] env[68828]: DEBUG nova.network.neutron [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Refreshing network info cache for port b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.210173] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e3:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a4973b-ffc5-4fcd-936f-672a35f83d25', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.217682] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating folder: Project (6a2d1010dbc14bcd8c488709004b2e10). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.218770] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f4b70be-227e-45d9-bca0-d33c3286bd9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.224378] env[68828]: DEBUG nova.network.neutron [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.230550] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Created folder: Project (6a2d1010dbc14bcd8c488709004b2e10) in parent group-v645630. [ 1028.230550] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating folder: Instances. Parent ref: group-v645847. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.230752] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa58e9f-55d5-4651-9c88-a03a95146b73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.240439] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Created folder: Instances in parent group-v645847. [ 1028.240669] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.240860] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.241087] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390e73e4-6142-4441-a992-dd91cea57bac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.262337] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.262337] env[68828]: value = "task-3231030" [ 1028.262337] env[68828]: _type = "Task" [ 1028.262337] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.271336] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231030, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.310166] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c14790b-cec2-4666-a832-b3c4d90a262f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.320687] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a06b53-4e49-44fa-8477-1c1ca1d40121 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.355913] env[68828]: DEBUG nova.compute.manager [req-4545d5b6-4959-424c-9081-0f087fe173d1 req-2ecb11be-00db-44ff-aa70-85de7f185bf1 service nova] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Detach interface failed, port_id=374b1950-ab32-434a-ba7a-249a3fd3efbd, reason: Instance 26ad53a9-61fa-4d59-88d4-85aba32fe3e2 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.405584] env[68828]: DEBUG nova.network.neutron [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.418695] env[68828]: DEBUG oslo_vmware.api [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Task: {'id': task-3231025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215604} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.419798] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.420148] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.420433] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.420707] env[68828]: INFO nova.compute.manager [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.421057] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.421598] env[68828]: DEBUG nova.compute.manager [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.421923] env[68828]: DEBUG nova.network.neutron [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.538470] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059929} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.538692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.539508] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38266610-5eb9-4b7c-8f3f-76a79bbdff31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.561712] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.561987] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325746d2-9c50-4789-bec0-b6fd5f92ee46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.594041] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1028.594041] env[68828]: value = "task-3231031" [ 1028.594041] env[68828]: _type = "Task" [ 1028.594041] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.598293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.598775] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.601378] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.112s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.602738] env[68828]: INFO nova.compute.claims [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.609159] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.622956] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231027, 'name': PowerOffVM_Task, 'duration_secs': 0.185933} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.623199] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.623386] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.623656] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b3d795-53da-49cc-b0b7-cbecddfce34c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.701185] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.701462] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.701662] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleting the datastore file [datastore1] 42b62f0b-9b3a-4356-a665-68e0ab448665 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.701952] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bad85c-12fd-498c-aaf8-28e511098cdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.708853] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for the task: (returnval){ [ 1028.708853] env[68828]: value = "task-3231033" [ 1028.708853] env[68828]: _type = "Task" [ 1028.708853] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.723738] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.729385] env[68828]: INFO nova.compute.manager [-] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Took 1.80 seconds to deallocate network for instance. [ 1028.776054] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231030, 'name': CreateVM_Task, 'duration_secs': 0.363365} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.776270] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.777068] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.777243] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.777602] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.777867] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e08c5fd-0bb4-4ebe-a092-9f1162c62ad5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.782878] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1028.782878] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d38e41-789f-f53e-e646-679667a204c6" [ 1028.782878] env[68828]: _type = "Task" [ 1028.782878] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.791664] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d38e41-789f-f53e-e646-679667a204c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.906928] env[68828]: INFO nova.compute.manager [-] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Took 1.33 seconds to deallocate network for instance. [ 1028.960481] env[68828]: DEBUG nova.network.neutron [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Updated VIF entry in instance network info cache for port b8a4973b-ffc5-4fcd-936f-672a35f83d25. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.961119] env[68828]: DEBUG nova.network.neutron [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Updating instance_info_cache with network_info: [{"id": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "address": "fa:16:3e:8b:e3:4e", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a4973b-ff", "ovs_interfaceid": "b8a4973b-ffc5-4fcd-936f-672a35f83d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.103065] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231031, 'name': ReconfigVM_Task, 'duration_secs': 0.2907} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.103317] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.103967] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc006f5a-0903-49df-83b8-e3e359a3d718 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.110879] env[68828]: DEBUG nova.compute.utils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.114352] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1029.114352] env[68828]: value = "task-3231034" [ 1029.114352] env[68828]: _type = "Task" [ 1029.114352] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.114879] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.115061] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.133562] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231034, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.175032] env[68828]: DEBUG nova.policy [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f56486c18e492a8f1ab1bd123a04ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e9234315d4c7bb2169b623de8cf35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.219690] env[68828]: DEBUG oslo_vmware.api [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Task: {'id': task-3231033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147268} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.219978] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.220390] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.220607] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.220808] env[68828]: INFO nova.compute.manager [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1029.221250] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.221649] env[68828]: DEBUG nova.compute.manager [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.221649] env[68828]: DEBUG nova.network.neutron [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.234087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.261396] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Successfully updated port: 96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.294965] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d38e41-789f-f53e-e646-679667a204c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.295291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.295528] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.295767] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.295943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.296151] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.296413] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c51374f-0430-4666-abef-8a9f8ce5888c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.306305] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.306305] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.306305] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15d747b-6cad-4be1-be37-a3ff8e4c89e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.312600] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1029.312600] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bcb43b-6c2b-e6d7-2a73-5bcacc100e2c" [ 1029.312600] env[68828]: _type = "Task" [ 1029.312600] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.321210] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bcb43b-6c2b-e6d7-2a73-5bcacc100e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.414613] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.467245] env[68828]: DEBUG oslo_concurrency.lockutils [req-1c81c24c-53c1-4c96-b9ad-45181d2cae80 req-7a5026cd-1ebb-4b06-aa4b-8a32a2c0792e service nova] Releasing lock "refresh_cache-e7cf9e01-adb6-4ffd-a344-6097999ce1dd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.584216] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Received event network-vif-deleted-3c672134-e0a1-41f3-852e-e5d46553b5cd {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.584553] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Received event network-vif-plugged-96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.584652] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Acquiring lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.584906] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.585156] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.585267] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] No waiting events found dispatching network-vif-plugged-96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.585446] env[68828]: WARNING nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Received unexpected event network-vif-plugged-96014a17-5233-4c82-bcab-d8162a22a81d for instance with vm_state building and task_state spawning. [ 1029.585612] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Received event network-changed-96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.585765] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Refreshing instance network info cache due to event network-changed-96014a17-5233-4c82-bcab-d8162a22a81d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.589518] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Acquiring lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.589518] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Acquired lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.589518] env[68828]: DEBUG nova.network.neutron [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Refreshing network info cache for port 96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.620113] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.635353] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231034, 'name': Rename_Task, 'duration_secs': 0.187969} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.635565] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.637455] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f59718-72c9-42f4-91bf-3365ec9ab4ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.641931] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1029.641931] env[68828]: value = "task-3231035" [ 1029.641931] env[68828]: _type = "Task" [ 1029.641931] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.652658] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.653664] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Successfully created port: cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.764320] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.823267] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bcb43b-6c2b-e6d7-2a73-5bcacc100e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.827014] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d70368a-aecf-4ebb-bd85-4847d75ebb0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.833288] env[68828]: DEBUG nova.compute.manager [req-dec2dc92-eca2-4fe9-bbce-9712d57bb9b5 req-4d2dd0b5-e4fd-4f1a-b4bd-2d471f5f0608 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Received event network-vif-deleted-b6c40880-f658-47ac-9810-6d853f14739f {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.833363] env[68828]: INFO nova.compute.manager [req-dec2dc92-eca2-4fe9-bbce-9712d57bb9b5 req-4d2dd0b5-e4fd-4f1a-b4bd-2d471f5f0608 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Neutron deleted interface b6c40880-f658-47ac-9810-6d853f14739f; detaching it from the instance and deleting it from the info cache [ 1029.833535] env[68828]: DEBUG nova.network.neutron [req-dec2dc92-eca2-4fe9-bbce-9712d57bb9b5 req-4d2dd0b5-e4fd-4f1a-b4bd-2d471f5f0608 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.840102] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1029.840102] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523045db-76ae-b02e-04b6-6a4a76a8ffb1" [ 1029.840102] env[68828]: _type = "Task" [ 1029.840102] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.848434] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523045db-76ae-b02e-04b6-6a4a76a8ffb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.955741] env[68828]: DEBUG nova.network.neutron [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.968574] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99508c8a-3636-4a90-8855-7b9180343858 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.979256] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4033368-c6c6-4071-aa9b-4ce49f651e45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.010670] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc75978-8239-4296-8458-a346bcea8e88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.018583] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e4702-30b9-4450-931e-f2a1dce8765b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.032129] env[68828]: DEBUG nova.compute.provider_tree [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.108186] env[68828]: DEBUG nova.network.neutron [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.136236] env[68828]: DEBUG nova.network.neutron [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.151777] env[68828]: DEBUG oslo_vmware.api [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231035, 'name': PowerOnVM_Task, 'duration_secs': 0.468994} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.154400] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.154690] env[68828]: INFO nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1030.154892] env[68828]: DEBUG nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.156106] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83333424-270f-4110-87d1-ad78def3f793 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.204532] env[68828]: DEBUG nova.network.neutron [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.337141] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8670bba4-b011-43c8-a024-1fad7fe2c22e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.349995] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523045db-76ae-b02e-04b6-6a4a76a8ffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.351317] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.351637] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e7cf9e01-adb6-4ffd-a344-6097999ce1dd/e7cf9e01-adb6-4ffd-a344-6097999ce1dd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.352178] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2369e0-441b-4576-9813-eac6463ed73e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.356919] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5508d2-1314-490b-8898-a473d7d850ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.373141] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1030.373141] env[68828]: value = "task-3231036" [ 1030.373141] env[68828]: _type = "Task" [ 1030.373141] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.380314] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.390733] env[68828]: DEBUG nova.compute.manager [req-dec2dc92-eca2-4fe9-bbce-9712d57bb9b5 req-4d2dd0b5-e4fd-4f1a-b4bd-2d471f5f0608 service nova] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Detach interface failed, port_id=b6c40880-f658-47ac-9810-6d853f14739f, reason: Instance 42b62f0b-9b3a-4356-a665-68e0ab448665 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.458677] env[68828]: INFO nova.compute.manager [-] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Took 2.04 seconds to deallocate network for instance. [ 1030.535241] env[68828]: DEBUG nova.scheduler.client.report [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.610516] env[68828]: INFO nova.compute.manager [-] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Took 1.39 seconds to deallocate network for instance. [ 1030.630940] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.657739] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.657953] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.658079] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.658372] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.658532] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.658737] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.658892] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.659065] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.659272] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.659770] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.659770] env[68828]: DEBUG nova.virt.hardware [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.661079] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9be34b-a502-4b9e-be04-0ee0ca769ce8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.675268] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c92772e-ac97-46ba-bc03-5f61eb867525 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.682599] env[68828]: INFO nova.compute.manager [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Took 21.21 seconds to build instance. [ 1030.706615] env[68828]: DEBUG oslo_concurrency.lockutils [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] Releasing lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.706907] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Received event network-vif-deleted-9d9a6a26-c1fc-48b0-b02d-2ca46385d017 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.707102] env[68828]: INFO nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Neutron deleted interface 9d9a6a26-c1fc-48b0-b02d-2ca46385d017; detaching it from the instance and deleting it from the info cache [ 1030.707334] env[68828]: DEBUG nova.network.neutron [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.708784] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.708784] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.884557] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491401} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.884852] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] e7cf9e01-adb6-4ffd-a344-6097999ce1dd/e7cf9e01-adb6-4ffd-a344-6097999ce1dd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.885139] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.885428] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67863148-30c6-45f6-9abf-fb574fd77b05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.891466] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1030.891466] env[68828]: value = "task-3231037" [ 1030.891466] env[68828]: _type = "Task" [ 1030.891466] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.899762] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.967024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.040824] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.041445] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.044237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.162s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.045646] env[68828]: INFO nova.compute.claims [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.117366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.194205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3273d246-3aed-4141-bee3-80019ca5a5a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.737s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.211059] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc079d6d-607b-49dd-b37f-193a7d506fb6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.222522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51667196-2e90-486f-8fa3-433f37fd78d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.264741] env[68828]: DEBUG nova.compute.manager [req-1f682b4a-9c6a-4ee2-948e-a960de0517d7 req-3de274ac-3d9c-4497-a3f9-89564405d896 service nova] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Detach interface failed, port_id=9d9a6a26-c1fc-48b0-b02d-2ca46385d017, reason: Instance 27273416-b04c-4381-b4d2-43cb300b2046 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.276090] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.399237] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Successfully updated port: cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.405168] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105944} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.405168] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.405740] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d9d5c-592f-4498-a81d-e78c13ab5d57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.436118] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] e7cf9e01-adb6-4ffd-a344-6097999ce1dd/e7cf9e01-adb6-4ffd-a344-6097999ce1dd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.439688] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6953d3a-4b05-42bb-a96d-1e1064691289 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.460718] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1031.460718] env[68828]: value = "task-3231038" [ 1031.460718] env[68828]: _type = "Task" [ 1031.460718] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.469533] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.488728] env[68828]: DEBUG nova.network.neutron [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Updating instance_info_cache with network_info: [{"id": "96014a17-5233-4c82-bcab-d8162a22a81d", "address": "fa:16:3e:ff:4f:05", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96014a17-52", "ovs_interfaceid": "96014a17-5233-4c82-bcab-d8162a22a81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.550080] env[68828]: DEBUG nova.compute.utils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.554444] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1031.867047] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-vif-plugged-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.867047] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.867047] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.867047] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.867047] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] No waiting events found dispatching network-vif-plugged-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.867047] env[68828]: WARNING nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received unexpected event network-vif-plugged-cae04bf2-3cfd-4879-9efc-b1030dc0280c for instance with vm_state building and task_state spawning. [ 1031.867047] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Received event network-changed-fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.867047] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Refreshing instance network info cache due to event network-changed-fc3cb5e6-c79f-4086-bc44-47657fcbd75b. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.867047] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.867047] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.867047] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Refreshing network info cache for port fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.906218] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.906375] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.906532] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.971244] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231038, 'name': ReconfigVM_Task, 'duration_secs': 0.270363} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.971577] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Reconfigured VM instance instance-0000004f to attach disk [datastore2] e7cf9e01-adb6-4ffd-a344-6097999ce1dd/e7cf9e01-adb6-4ffd-a344-6097999ce1dd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.972199] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7046a105-fd60-4b71-8ced-44e078a2449b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.979353] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1031.979353] env[68828]: value = "task-3231039" [ 1031.979353] env[68828]: _type = "Task" [ 1031.979353] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.987207] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231039, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.991655] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "refresh_cache-076c35d8-f3b8-4734-a691-2df186f34a50" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.991941] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance network_info: |[{"id": "96014a17-5233-4c82-bcab-d8162a22a81d", "address": "fa:16:3e:ff:4f:05", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96014a17-52", "ovs_interfaceid": "96014a17-5233-4c82-bcab-d8162a22a81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.992306] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:4f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96014a17-5233-4c82-bcab-d8162a22a81d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.999558] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.999761] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.000313] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e760016e-c9fc-4e34-931a-08c46c1e11f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.019928] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.019928] env[68828]: value = "task-3231040" [ 1032.019928] env[68828]: _type = "Task" [ 1032.019928] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.026988] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231040, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.057127] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.336348] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556772c7-3f89-4d4b-b034-ce731da8189c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.344339] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb2a4a-fa2c-4ede-a5f3-57f998a3e65e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.378115] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474c8ae4-4883-4d77-861c-8d303c39c7b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.386932] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16658b13-2771-4884-8541-360ac283b2a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.400647] env[68828]: DEBUG nova.compute.provider_tree [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.451334] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.490409] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231039, 'name': Rename_Task, 'duration_secs': 0.17333} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.490690] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.490933] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62665c8d-33ba-41ae-b4b7-d51a5b95ca29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.496815] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1032.496815] env[68828]: value = "task-3231041" [ 1032.496815] env[68828]: _type = "Task" [ 1032.496815] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.506300] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.531288] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231040, 'name': CreateVM_Task, 'duration_secs': 0.380854} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.531455] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.532138] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.532308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.532681] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.532888] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b159900a-8b43-43d4-9c35-f8334e9fcd90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.537567] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1032.537567] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526afa5f-f2de-80d1-c73a-348c727d35dd" [ 1032.537567] env[68828]: _type = "Task" [ 1032.537567] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.548904] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526afa5f-f2de-80d1-c73a-348c727d35dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.551532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.551766] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.552079] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.552308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.552527] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.552815] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-249a87aa-8616-456c-ac85-fb893fa94c3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.560463] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.560649] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.561423] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af74d43a-9030-4419-892e-b084bd606791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.571054] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1032.571054] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524bf132-d1b0-4621-ab95-5141771f378b" [ 1032.571054] env[68828]: _type = "Task" [ 1032.571054] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.580814] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524bf132-d1b0-4621-ab95-5141771f378b, 'name': SearchDatastore_Task, 'duration_secs': 0.007398} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.582327] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b100a12a-cec0-4b91-a712-f75eac08fd8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.590274] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1032.590274] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5270e64b-69c8-941d-1ecf-2e5387551f2d" [ 1032.590274] env[68828]: _type = "Task" [ 1032.590274] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.595578] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5270e64b-69c8-941d-1ecf-2e5387551f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.676853] env[68828]: DEBUG nova.network.neutron [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.709511] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updated VIF entry in instance network info cache for port fc3cb5e6-c79f-4086-bc44-47657fcbd75b. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.709928] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.905473] env[68828]: DEBUG nova.scheduler.client.report [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.008286] env[68828]: DEBUG oslo_vmware.api [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231041, 'name': PowerOnVM_Task, 'duration_secs': 0.449403} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.008570] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.008768] env[68828]: INFO nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1033.008948] env[68828]: DEBUG nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.009734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae234c4-e104-4ac6-864b-8bf5950b40b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.069363] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.100323] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5270e64b-69c8-941d-1ecf-2e5387551f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.102410] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.102634] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.102810] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.103053] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.103219] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.103372] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.103582] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.103743] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.103909] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.104087] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.104262] env[68828]: DEBUG nova.virt.hardware [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.104549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.104780] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 076c35d8-f3b8-4734-a691-2df186f34a50/076c35d8-f3b8-4734-a691-2df186f34a50.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.105552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f60b73-6b14-4fa1-91d4-d8b9553cf55a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.107945] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2220879b-7f81-40ea-80f2-b3f78b703db7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.114480] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a65bfe-be63-4bef-bd1b-d42f5b20ef7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.119101] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1033.119101] env[68828]: value = "task-3231042" [ 1033.119101] env[68828]: _type = "Task" [ 1033.119101] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.130356] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.135868] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Creating folder: Project (45381ab6f483493c847e80c3f2452b4f). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.136475] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ab7a5b-feb1-44c4-a8ec-7e852f35a320 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.140719] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.148962] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Created folder: Project (45381ab6f483493c847e80c3f2452b4f) in parent group-v645630. [ 1033.149153] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Creating folder: Instances. Parent ref: group-v645851. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.149429] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19dd381d-4a1f-41e0-8aaf-4dbca4e89c87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.157368] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Created folder: Instances in parent group-v645851. [ 1033.157597] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.157792] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.157996] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abbaadb-6232-4730-bc6b-2da8346283b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.175581] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.175581] env[68828]: value = "task-3231045" [ 1033.175581] env[68828]: _type = "Task" [ 1033.175581] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.178849] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.179146] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Instance network_info: |[{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.179545] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:32:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae04bf2-3cfd-4879-9efc-b1030dc0280c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.186908] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.187500] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.187733] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c210ab7-028e-4fde-8208-03d343323471 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.205814] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231045, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.210011] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.210011] env[68828]: value = "task-3231046" [ 1033.210011] env[68828]: _type = "Task" [ 1033.210011] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.213489] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.213754] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.213958] env[68828]: DEBUG nova.compute.manager [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing instance network info cache due to event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.214215] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.214358] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.214544] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.220663] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231046, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.410283] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.410728] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.413573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.721s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.415369] env[68828]: INFO nova.compute.claims [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.528174] env[68828]: INFO nova.compute.manager [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 21.62 seconds to build instance. [ 1033.630153] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231042, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.684500] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231045, 'name': CreateVM_Task, 'duration_secs': 0.418436} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.684674] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.685116] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.685279] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.685596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.685848] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72893518-6621-42f9-b36d-6b20badb8845 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.690077] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1033.690077] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52681802-4780-2861-7999-0fba2e82908c" [ 1033.690077] env[68828]: _type = "Task" [ 1033.690077] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.697185] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52681802-4780-2861-7999-0fba2e82908c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.720474] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231046, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.919424] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updated VIF entry in instance network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.919949] env[68828]: DEBUG nova.network.neutron [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.922402] env[68828]: DEBUG nova.compute.utils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.926033] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.926033] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.969556] env[68828]: DEBUG nova.policy [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.030567] env[68828]: DEBUG oslo_concurrency.lockutils [None req-366a272b-7a0b-4fb9-bad0-3c46bf928859 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.133s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.131158] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544583} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.131522] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 076c35d8-f3b8-4734-a691-2df186f34a50/076c35d8-f3b8-4734-a691-2df186f34a50.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.131750] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.132046] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2273e525-f6da-4899-8a94-7b30e28317bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.138729] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1034.138729] env[68828]: value = "task-3231047" [ 1034.138729] env[68828]: _type = "Task" [ 1034.138729] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.148165] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.200658] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52681802-4780-2861-7999-0fba2e82908c, 'name': SearchDatastore_Task, 'duration_secs': 0.069126} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.201046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.201342] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.201596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.201745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.201920] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.202293] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5ae5db-0e26-4e3b-aa65-1249fb9d4e8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220082] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231046, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.221499] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.221499] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.222052] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef8af83-cef8-4917-8f42-563b2068e4c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.227642] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1034.227642] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3bc70-2904-c190-23f2-ddfa3bb4af1d" [ 1034.227642] env[68828]: _type = "Task" [ 1034.227642] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.235077] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3bc70-2904-c190-23f2-ddfa3bb4af1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.239649] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Successfully created port: 285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.428024] env[68828]: DEBUG oslo_concurrency.lockutils [req-e43e83de-9880-4ef2-89a7-d0827e2bc164 req-559c625b-d6b7-4054-92b5-85d407ed45dd service nova] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.428432] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.650114] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066018} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.650114] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.651033] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3e44c-3129-4536-b4eb-cde7990bf31c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.674434] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 076c35d8-f3b8-4734-a691-2df186f34a50/076c35d8-f3b8-4734-a691-2df186f34a50.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.677164] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1d1115-ac6e-46ea-8335-eddd4a1fee08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.698417] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1034.698417] env[68828]: value = "task-3231048" [ 1034.698417] env[68828]: _type = "Task" [ 1034.698417] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.709285] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.722245] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231046, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.739692] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d3bc70-2904-c190-23f2-ddfa3bb4af1d, 'name': SearchDatastore_Task, 'duration_secs': 0.056082} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.743046] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7daa200a-970d-4432-9b80-0e4006148853 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.748172] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1034.748172] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4c96f-1b64-ae6e-4b15-c35a2496b667" [ 1034.748172] env[68828]: _type = "Task" [ 1034.748172] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.753426] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f723f2a-834c-445d-a175-1a44aff5a788 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.758868] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4c96f-1b64-ae6e-4b15-c35a2496b667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.763351] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a5f89-a6f7-4df4-9bcd-92767bfac1ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.794572] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a157d1-1b62-461f-84e3-f59a78b4066f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.802092] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529ade0-0c2b-4d85-acb7-fc94f9375a37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.529218] env[68828]: DEBUG nova.compute.provider_tree [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.530615] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231048, 'name': ReconfigVM_Task, 'duration_secs': 0.771286} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.537151] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 076c35d8-f3b8-4734-a691-2df186f34a50/076c35d8-f3b8-4734-a691-2df186f34a50.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.537731] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4c96f-1b64-ae6e-4b15-c35a2496b667, 'name': SearchDatastore_Task, 'duration_secs': 0.013465} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.537884] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231046, 'name': CreateVM_Task, 'duration_secs': 1.579936} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.538324] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11469279-4e3b-4480-82fc-b40ba07136bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539988] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.540254] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.540423] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.541203] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21452702-dc72-48f4-b87e-d4c3d5b92cbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546369] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.546369] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.546369] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.546369] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ef19c4-56c6-4d3b-985b-8b35b043e242 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.548801] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1035.548801] env[68828]: value = "task-3231049" [ 1035.548801] env[68828]: _type = "Task" [ 1035.548801] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.550720] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1035.550720] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52302fba-fa0b-305d-c22d-0d34e09b8f88" [ 1035.550720] env[68828]: _type = "Task" [ 1035.550720] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.554962] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1035.554962] env[68828]: value = "task-3231050" [ 1035.554962] env[68828]: _type = "Task" [ 1035.554962] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.565687] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231049, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.570104] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52302fba-fa0b-305d-c22d-0d34e09b8f88, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.573054] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.573365] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.573531] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.573683] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.573845] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.574631] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.574631] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a8d2ea4-9442-47f7-ae3f-f2018044e277 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.582475] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.582475] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.583216] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e9004d-8cab-4833-ba01-bd010af37cb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.588377] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1035.588377] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c755c7-23d0-dda6-a984-05e6d8c0eacd" [ 1035.588377] env[68828]: _type = "Task" [ 1035.588377] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.596231] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c755c7-23d0-dda6-a984-05e6d8c0eacd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.645042] env[68828]: DEBUG nova.compute.manager [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Received event network-vif-plugged-285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.645227] env[68828]: DEBUG oslo_concurrency.lockutils [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] Acquiring lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.645459] env[68828]: DEBUG oslo_concurrency.lockutils [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.645613] env[68828]: DEBUG oslo_concurrency.lockutils [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.645811] env[68828]: DEBUG nova.compute.manager [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] No waiting events found dispatching network-vif-plugged-285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.646033] env[68828]: WARNING nova.compute.manager [req-b7fb6565-4296-4b65-bcea-7e10745c2b61 req-c8079928-84e0-4f48-a418-d5a5e7aa3baf service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Received unexpected event network-vif-plugged-285f565d-ebc2-4a42-bd6f-44018624af26 for instance with vm_state building and task_state spawning. [ 1035.741073] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Successfully updated port: 285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.008923] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.038972] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.039232] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.039394] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.039575] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.039731] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.039876] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.040109] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.040243] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.040409] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.040567] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.040736] env[68828]: DEBUG nova.virt.hardware [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.041615] env[68828]: DEBUG nova.scheduler.client.report [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.045238] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc2ec7-bb1b-4a10-873f-e76ab874770f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.056232] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844e225-0bd1-4bf8-8600-b4e501092732 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.066879] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231049, 'name': Rename_Task, 'duration_secs': 0.135038} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.076124] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.076868] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450184c0-10cd-4dce-9679-39dd50950938 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.081427] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231050, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.086723] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1036.086723] env[68828]: value = "task-3231051" [ 1036.086723] env[68828]: _type = "Task" [ 1036.086723] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.097418] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.100843] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c755c7-23d0-dda6-a984-05e6d8c0eacd, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.101719] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6fe7d9-f15c-4254-aa28-2e4aa784c677 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.106971] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1036.106971] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5275b570-07ce-11df-1d96-2fe5fe43857e" [ 1036.106971] env[68828]: _type = "Task" [ 1036.106971] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.114205] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5275b570-07ce-11df-1d96-2fe5fe43857e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.243110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243400] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243641] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.550074] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.550596] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.554052] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.253s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.554052] env[68828]: DEBUG nova.objects.instance [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lazy-loading 'resources' on Instance uuid 605495ba-7900-4069-9142-4c2e87929fb5 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.571497] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535993} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.571792] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.572043] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.572350] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f05811c-80ed-4c16-b076-801c7a2edd04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.579704] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1036.579704] env[68828]: value = "task-3231052" [ 1036.579704] env[68828]: _type = "Task" [ 1036.579704] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.588548] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.598812] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231051, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.615692] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5275b570-07ce-11df-1d96-2fe5fe43857e, 'name': SearchDatastore_Task, 'duration_secs': 0.017625} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.616066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.616398] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/31a48226-287d-47b9-a293-0e15f62cf5fd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.616661] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b38bbcc3-d61c-4be6-94fc-ae93ab4485e1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.622641] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1036.622641] env[68828]: value = "task-3231053" [ 1036.622641] env[68828]: _type = "Task" [ 1036.622641] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.630583] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.775294] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.911321] env[68828]: DEBUG nova.network.neutron [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Updating instance_info_cache with network_info: [{"id": "285f565d-ebc2-4a42-bd6f-44018624af26", "address": "fa:16:3e:af:d5:1c", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285f565d-eb", "ovs_interfaceid": "285f565d-ebc2-4a42-bd6f-44018624af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.056722] env[68828]: DEBUG nova.compute.utils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.061430] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.061700] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.096212] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070654} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.096852] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.100420] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e3e741-94fa-4154-accb-56ec81f311ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110020] env[68828]: DEBUG nova.policy [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.111985] env[68828]: DEBUG oslo_vmware.api [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231051, 'name': PowerOnVM_Task, 'duration_secs': 0.656459} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.112651] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.112895] env[68828]: INFO nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1037.113102] env[68828]: DEBUG nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.116860] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca14a37-a825-480c-a10a-f612ee5620a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.135954] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.142721] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3de44c-1ec1-44a2-ab8f-30258becc973 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.166703] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.168374] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1037.168374] env[68828]: value = "task-3231054" [ 1037.168374] env[68828]: _type = "Task" [ 1037.168374] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.180019] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.413720] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.414094] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Instance network_info: |[{"id": "285f565d-ebc2-4a42-bd6f-44018624af26", "address": "fa:16:3e:af:d5:1c", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285f565d-eb", "ovs_interfaceid": "285f565d-ebc2-4a42-bd6f-44018624af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.414578] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:d5:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '285f565d-ebc2-4a42-bd6f-44018624af26', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.422777] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.422777] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.422990] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6572e126-b79a-4d58-9c0d-d155c2dfc480 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.441220] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9599841-25f6-4ce6-8e1c-d57d33e2e221 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449650] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e6cf3-7770-4ce3-ae46-b20fab607657 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.454405] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Successfully created port: 422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.457754] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.457754] env[68828]: value = "task-3231055" [ 1037.457754] env[68828]: _type = "Task" [ 1037.457754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.491022] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9884851d-0ab5-465e-9681-6139d6acb265 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.496710] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231055, 'name': CreateVM_Task} progress is 15%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.501575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66505807-58c4-4cd2-858f-aa80834233e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.518017] env[68828]: DEBUG nova.compute.provider_tree [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.562702] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.636862] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827855} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.637212] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/31a48226-287d-47b9-a293-0e15f62cf5fd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.637477] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.637773] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43922b29-bcbd-496b-a5fb-e2c22a9d5cde {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.643928] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1037.643928] env[68828]: value = "task-3231056" [ 1037.643928] env[68828]: _type = "Task" [ 1037.643928] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.652818] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.670416] env[68828]: INFO nova.compute.manager [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Took 25.55 seconds to build instance. [ 1037.681259] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.731104] env[68828]: DEBUG nova.compute.manager [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Received event network-changed-285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.731329] env[68828]: DEBUG nova.compute.manager [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Refreshing instance network info cache due to event network-changed-285f565d-ebc2-4a42-bd6f-44018624af26. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.731556] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] Acquiring lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.731648] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] Acquired lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.731809] env[68828]: DEBUG nova.network.neutron [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Refreshing network info cache for port 285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.972667] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231055, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.020961] env[68828]: DEBUG nova.scheduler.client.report [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.156164] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174921} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.156164] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.157203] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da883424-76d1-4f56-8a4f-f19a8ae416b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.180746] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/31a48226-287d-47b9-a293-0e15f62cf5fd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.186263] env[68828]: DEBUG oslo_concurrency.lockutils [None req-25cbd9ab-f53c-4b9d-84d3-c55108f2efea tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.084s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.186834] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1580f7ca-5111-4999-a894-dd664a9c2b9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.206579] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231054, 'name': ReconfigVM_Task, 'duration_secs': 0.920007} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.207890] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Reconfigured VM instance instance-00000052 to attach disk [datastore2] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.208569] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1038.208569] env[68828]: value = "task-3231057" [ 1038.208569] env[68828]: _type = "Task" [ 1038.208569] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.208768] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de53daa5-1a0d-469d-abf4-280d43565723 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.218774] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.220507] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1038.220507] env[68828]: value = "task-3231058" [ 1038.220507] env[68828]: _type = "Task" [ 1038.220507] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.229655] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231058, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.464243] env[68828]: DEBUG nova.network.neutron [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Updated VIF entry in instance network info cache for port 285f565d-ebc2-4a42-bd6f-44018624af26. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.464664] env[68828]: DEBUG nova.network.neutron [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Updating instance_info_cache with network_info: [{"id": "285f565d-ebc2-4a42-bd6f-44018624af26", "address": "fa:16:3e:af:d5:1c", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285f565d-eb", "ovs_interfaceid": "285f565d-ebc2-4a42-bd6f-44018624af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.474679] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.474949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.475836] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231055, 'name': CreateVM_Task, 'duration_secs': 0.64257} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.477195] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.478033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.478198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.478521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.478986] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a464e8-cf0c-4a59-8f5c-677fbb944417 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.484066] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1038.484066] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221c0c9-de32-7c5c-da1e-7fb2487c440b" [ 1038.484066] env[68828]: _type = "Task" [ 1038.484066] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.493692] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221c0c9-de32-7c5c-da1e-7fb2487c440b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.525903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.528751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.680s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.547372] env[68828]: INFO nova.scheduler.client.report [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Deleted allocations for instance 605495ba-7900-4069-9142-4c2e87929fb5 [ 1038.577242] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.598949] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.599209] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.599450] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.599642] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.599785] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.599926] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.600156] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.600340] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.600536] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.600707] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.600877] env[68828]: DEBUG nova.virt.hardware [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.601931] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde9898-e2d3-4fd0-a761-c0a2c7f3dc5b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.610384] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd999dcb-384f-43da-96e0-07df412bc19a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.720717] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.728913] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231058, 'name': Rename_Task, 'duration_secs': 0.213629} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.729208] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.729487] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa7d9b5-136d-44fd-9fcc-1e5e96bf3345 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.737040] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1038.737040] env[68828]: value = "task-3231059" [ 1038.737040] env[68828]: _type = "Task" [ 1038.737040] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.746075] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.958996] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Successfully updated port: 422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.967933] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3a3a09c-5350-40e3-8520-d50c3ea76c0e req-35d7e1ae-ce90-43a1-bac0-ae9b666773f5 service nova] Releasing lock "refresh_cache-a3d724dc-30ab-48d5-8aab-2d1808962399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.978290] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.997291] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221c0c9-de32-7c5c-da1e-7fb2487c440b, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.997624] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.997895] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.998188] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.998375] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.998590] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.998876] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c4c3b98-93c6-40a1-859d-212fcf470019 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.007882] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.008111] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.008846] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9d02dc-3707-43ed-9401-36421381bf8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.014405] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1039.014405] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523508b2-02c8-8071-35c1-d16a87327c21" [ 1039.014405] env[68828]: _type = "Task" [ 1039.014405] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.022875] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523508b2-02c8-8071-35c1-d16a87327c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.032739] env[68828]: INFO nova.compute.claims [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.054447] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c75eb06-b65a-45a0-80bc-1e481692fdc8 tempest-ServersAdminTestJSON-812876572 tempest-ServersAdminTestJSON-812876572-project-member] Lock "605495ba-7900-4069-9142-4c2e87929fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.141s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.144951] env[68828]: DEBUG nova.compute.manager [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.146256] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3ecc5-30ce-4457-9135-98e5cb49b37e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.220791] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231057, 'name': ReconfigVM_Task, 'duration_secs': 0.766492} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.221095] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/31a48226-287d-47b9-a293-0e15f62cf5fd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.221977] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b25bfc-98e9-42ff-86e2-d3fcef138420 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.227978] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1039.227978] env[68828]: value = "task-3231060" [ 1039.227978] env[68828]: _type = "Task" [ 1039.227978] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.235969] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231060, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.244643] env[68828]: DEBUG oslo_vmware.api [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231059, 'name': PowerOnVM_Task, 'duration_secs': 0.420339} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.244901] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.245133] env[68828]: INFO nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Took 6.18 seconds to spawn the instance on the hypervisor. [ 1039.245512] env[68828]: DEBUG nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.246340] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596351a-b7f9-4f90-9a86-c69100d96df6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.463033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.463234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.463440] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.508735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.525054] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523508b2-02c8-8071-35c1-d16a87327c21, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525946] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c243e8df-3d34-4a2a-b519-e1aa4802424d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.531678] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1039.531678] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9c5a5-570b-9d3e-188f-95ba5de4c4b9" [ 1039.531678] env[68828]: _type = "Task" [ 1039.531678] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.541103] env[68828]: INFO nova.compute.resource_tracker [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating resource usage from migration 247bd4a9-54cb-47b3-87ef-9dc5d13c9873 [ 1039.543884] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9c5a5-570b-9d3e-188f-95ba5de4c4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.656962] env[68828]: INFO nova.compute.manager [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] instance snapshotting [ 1039.662168] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423d6431-cb76-413a-a1e6-9aea8ddb12bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.683806] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11fa7b6-d854-4bb5-9e74-17e12dbde1c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.740222] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231060, 'name': Rename_Task, 'duration_secs': 0.176502} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.740800] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.741121] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58986905-5a52-4993-9bcb-cfc2acdff96a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.749946] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1039.749946] env[68828]: value = "task-3231061" [ 1039.749946] env[68828]: _type = "Task" [ 1039.749946] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.763119] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.768050] env[68828]: DEBUG nova.compute.manager [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Received event network-vif-plugged-422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.768050] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Acquiring lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.768738] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.768962] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.769125] env[68828]: DEBUG nova.compute.manager [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] No waiting events found dispatching network-vif-plugged-422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.769297] env[68828]: WARNING nova.compute.manager [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Received unexpected event network-vif-plugged-422e19d0-8c72-4b8b-bcc5-c39358122cc9 for instance with vm_state building and task_state spawning. [ 1039.769458] env[68828]: DEBUG nova.compute.manager [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Received event network-changed-422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.769612] env[68828]: DEBUG nova.compute.manager [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Refreshing instance network info cache due to event network-changed-422e19d0-8c72-4b8b-bcc5-c39358122cc9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.769781] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Acquiring lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.770230] env[68828]: INFO nova.compute.manager [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Took 24.30 seconds to build instance. [ 1039.865663] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5645d-8dc1-4858-bb56-e3aba11af7b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.873315] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a50ff-d678-4e2a-88ec-690c7300cd27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.902483] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79323e-599c-4132-a0cf-179a41545c15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.910382] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d55364-459b-471a-b6c4-b00b76da1fc2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.925509] env[68828]: DEBUG nova.compute.provider_tree [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.003826] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.045712] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9c5a5-570b-9d3e-188f-95ba5de4c4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014126} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.045712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.045968] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] a3d724dc-30ab-48d5-8aab-2d1808962399/a3d724dc-30ab-48d5-8aab-2d1808962399.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.046340] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-328010d0-6e86-4422-9b32-3ea870877c69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.053990] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1040.053990] env[68828]: value = "task-3231062" [ 1040.053990] env[68828]: _type = "Task" [ 1040.053990] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.066633] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.194513] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.194880] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b629a11-99da-481c-93ca-ff4999abdacc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.203661] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1040.203661] env[68828]: value = "task-3231063" [ 1040.203661] env[68828]: _type = "Task" [ 1040.203661] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.211827] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.213071] env[68828]: DEBUG nova.network.neutron [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Updating instance_info_cache with network_info: [{"id": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "address": "fa:16:3e:75:36:48", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422e19d0-8c", "ovs_interfaceid": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.259564] env[68828]: DEBUG oslo_vmware.api [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231061, 'name': PowerOnVM_Task, 'duration_secs': 0.476607} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.259908] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.260130] env[68828]: INFO nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1040.260313] env[68828]: DEBUG nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.261087] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575ebf7-1a22-4ad6-b0cf-93ab57779cc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.273264] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4c3d6393-c383-4b40-a8c0-9f2e2a0eddd4 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.806s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.429076] env[68828]: DEBUG nova.scheduler.client.report [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.568040] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231062, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.714111] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.716725] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.717218] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Instance network_info: |[{"id": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "address": "fa:16:3e:75:36:48", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422e19d0-8c", "ovs_interfaceid": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.717670] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Acquired lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.717880] env[68828]: DEBUG nova.network.neutron [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Refreshing network info cache for port 422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.721779] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:36:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '422e19d0-8c72-4b8b-bcc5-c39358122cc9', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.736530] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.739921] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.740427] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77ca987-73bd-40d1-ba63-3a586a461f16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.764323] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.764323] env[68828]: value = "task-3231064" [ 1040.764323] env[68828]: _type = "Task" [ 1040.764323] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.778762] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231064, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.782844] env[68828]: INFO nova.compute.manager [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Took 25.69 seconds to build instance. [ 1040.938932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.411s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.939200] env[68828]: INFO nova.compute.manager [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Migrating [ 1040.951695] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.718s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.952061] env[68828]: DEBUG nova.objects.instance [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lazy-loading 'resources' on Instance uuid 26ad53a9-61fa-4d59-88d4-85aba32fe3e2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.072071] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718244} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.072370] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] a3d724dc-30ab-48d5-8aab-2d1808962399/a3d724dc-30ab-48d5-8aab-2d1808962399.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.072585] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.072855] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659efb06-0eb8-4db5-b133-7968b871ad36 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.079900] env[68828]: DEBUG nova.network.neutron [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Updated VIF entry in instance network info cache for port 422e19d0-8c72-4b8b-bcc5-c39358122cc9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.081208] env[68828]: DEBUG nova.network.neutron [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Updating instance_info_cache with network_info: [{"id": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "address": "fa:16:3e:75:36:48", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422e19d0-8c", "ovs_interfaceid": "422e19d0-8c72-4b8b-bcc5-c39358122cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.086021] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1041.086021] env[68828]: value = "task-3231065" [ 1041.086021] env[68828]: _type = "Task" [ 1041.086021] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.093889] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.219659] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.278063] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231064, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.284869] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9b4473f2-3cfb-4153-bfb1-8ca5552f9997 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.204s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.321285] env[68828]: INFO nova.compute.manager [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Rebuilding instance [ 1041.381842] env[68828]: DEBUG nova.compute.manager [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.382751] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50793b32-9e04-4ffe-bb72-0620b376cc97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.463203] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.463476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.463760] env[68828]: DEBUG nova.network.neutron [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.585519] env[68828]: DEBUG oslo_concurrency.lockutils [req-a928f307-75df-4b37-8200-ac4391b85e18 req-70773a4e-7f3d-4749-8883-fc0c6aa7b65b service nova] Releasing lock "refresh_cache-94195e4d-6e4c-4291-a449-0028b8f0782b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.594795] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173471} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.594939] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.595828] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db4dc7-8fe4-412e-b25b-764793acb18e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.626783] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a3d724dc-30ab-48d5-8aab-2d1808962399/a3d724dc-30ab-48d5-8aab-2d1808962399.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.630606] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f1b47c-7edc-4284-bb60-7cab0c3a8bc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.654670] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1041.654670] env[68828]: value = "task-3231066" [ 1041.654670] env[68828]: _type = "Task" [ 1041.654670] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.664421] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.720275] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231063, 'name': CreateSnapshot_Task, 'duration_secs': 1.291284} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.720275] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.720275] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e009c-03f1-4500-ad25-245b47ac1c17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.782996] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231064, 'name': CreateVM_Task, 'duration_secs': 0.559575} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.783695] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.784754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.785077] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.785544] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.786215] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01cae1a-4599-4bfa-ac9e-11954c8ff5c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.791696] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1041.791696] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba3374-a83c-46f1-6ae0-5f68e744002e" [ 1041.791696] env[68828]: _type = "Task" [ 1041.791696] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.804741] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba3374-a83c-46f1-6ae0-5f68e744002e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.879326] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c6bb8-c0bb-4632-9413-03ced28746de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.887919] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5634edc-4459-4f7f-b7c5-a0e11a6f4ce6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.897863] env[68828]: DEBUG nova.compute.manager [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.898073] env[68828]: DEBUG nova.compute.manager [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing instance network info cache due to event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.898289] env[68828]: DEBUG oslo_concurrency.lockutils [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.898856] env[68828]: DEBUG oslo_concurrency.lockutils [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.898953] env[68828]: DEBUG nova.network.neutron [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.931438] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b671071-c46b-4031-9978-a79612f792c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.941804] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d633534-1e2b-4624-8a92-8b2ee48dbcd5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.967185] env[68828]: DEBUG nova.compute.provider_tree [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.165280] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.242213] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.242901] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e40a4e0-e348-4ff8-a9ca-1137b7c49051 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.251282] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1042.251282] env[68828]: value = "task-3231067" [ 1042.251282] env[68828]: _type = "Task" [ 1042.251282] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.260190] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231067, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.302336] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ba3374-a83c-46f1-6ae0-5f68e744002e, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.302641] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.302880] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.303129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.303297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.303497] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.303804] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1645fe-0709-468c-b8cf-4102e67b6aa5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.313129] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.313315] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.314052] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915b1b91-c0ef-466d-8084-0d2938b6408e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.319141] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1042.319141] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3bfdb-a7f4-0772-dd4b-88e5ad30c197" [ 1042.319141] env[68828]: _type = "Task" [ 1042.319141] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.326680] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3bfdb-a7f4-0772-dd4b-88e5ad30c197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.426657] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.426956] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-454f46b3-fd09-4aa5-8036-74582a8863ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.433666] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1042.433666] env[68828]: value = "task-3231068" [ 1042.433666] env[68828]: _type = "Task" [ 1042.433666] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.445303] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.473750] env[68828]: DEBUG nova.scheduler.client.report [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.668093] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231066, 'name': ReconfigVM_Task, 'duration_secs': 0.752933} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.669230] env[68828]: DEBUG nova.network.neutron [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.670462] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a3d724dc-30ab-48d5-8aab-2d1808962399/a3d724dc-30ab-48d5-8aab-2d1808962399.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.671084] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90f91ba4-13d9-4e08-b351-6188bea99b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.673521] env[68828]: DEBUG nova.network.neutron [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updated VIF entry in instance network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.673844] env[68828]: DEBUG nova.network.neutron [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.683124] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1042.683124] env[68828]: value = "task-3231069" [ 1042.683124] env[68828]: _type = "Task" [ 1042.683124] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.692835] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231069, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.764828] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231067, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.830464] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b3bfdb-a7f4-0772-dd4b-88e5ad30c197, 'name': SearchDatastore_Task, 'duration_secs': 0.027294} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.831359] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c87b1b-0a0f-48b8-b178-1d75be1b9de4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.837323] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1042.837323] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc1c3-d438-06cb-41c6-e1c74468acf9" [ 1042.837323] env[68828]: _type = "Task" [ 1042.837323] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.846936] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc1c3-d438-06cb-41c6-e1c74468acf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.943406] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231068, 'name': PowerOffVM_Task, 'duration_secs': 0.333858} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.943797] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.944177] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.945126] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c916d-72ba-4967-b37c-0e7d1687bdd2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.952746] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.953250] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e348c0a-04a6-4c4e-9956-76d0c9094b71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.980157] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.983972] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.569s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.984425] env[68828]: DEBUG nova.objects.instance [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lazy-loading 'resources' on Instance uuid f9c06b12-df56-4dcf-8980-24efe8c5428e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.989285] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.989285] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.989285] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Deleting the datastore file [datastore2] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.989285] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a17f79d-bd98-4c53-bd28-5cabdc428350 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.993788] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1042.993788] env[68828]: value = "task-3231071" [ 1042.993788] env[68828]: _type = "Task" [ 1042.993788] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.003113] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.102732] env[68828]: INFO nova.scheduler.client.report [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Deleted allocations for instance 26ad53a9-61fa-4d59-88d4-85aba32fe3e2 [ 1043.176250] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.177769] env[68828]: DEBUG oslo_concurrency.lockutils [req-6323d01d-ec35-4444-9d6b-90d42578c50a req-1e9472fe-8d9b-4964-922c-52f6adf88732 service nova] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.192310] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231069, 'name': Rename_Task, 'duration_secs': 0.334904} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.192624] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.192902] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5ac63a-525a-4207-b54a-3daa7feea7c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.199250] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1043.199250] env[68828]: value = "task-3231072" [ 1043.199250] env[68828]: _type = "Task" [ 1043.199250] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.207394] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.263817] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231067, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.347439] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522cc1c3-d438-06cb-41c6-e1c74468acf9, 'name': SearchDatastore_Task, 'duration_secs': 0.053738} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.347726] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.347990] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 94195e4d-6e4c-4291-a449-0028b8f0782b/94195e4d-6e4c-4291-a449-0028b8f0782b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.348273] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d084a3ec-c983-4308-87d3-e10b88cc54cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.354793] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1043.354793] env[68828]: value = "task-3231073" [ 1043.354793] env[68828]: _type = "Task" [ 1043.354793] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.363506] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.504802] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13069} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.505096] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.505283] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.505468] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.615674] env[68828]: DEBUG oslo_concurrency.lockutils [None req-754a7eb7-cf45-41a1-95b5-efe8d79a9230 tempest-ServersTestFqdnHostnames-1474160225 tempest-ServersTestFqdnHostnames-1474160225-project-member] Lock "26ad53a9-61fa-4d59-88d4-85aba32fe3e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.348s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.713108] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.763812] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231067, 'name': CloneVM_Task, 'duration_secs': 1.255073} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.766841] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Created linked-clone VM from snapshot [ 1043.768408] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f94f490-1420-4924-a092-460dec53b9ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.776393] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Uploading image f4336600-2b73-4ed2-9590-b50d86551bc5 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1043.807943] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1043.807943] env[68828]: value = "vm-645858" [ 1043.807943] env[68828]: _type = "VirtualMachine" [ 1043.807943] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1043.808256] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bedb458-b9f7-4d38-b961-78c137f6d667 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.817076] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease: (returnval){ [ 1043.817076] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b3c6c-8624-cf70-139d-c1caa4ea9570" [ 1043.817076] env[68828]: _type = "HttpNfcLease" [ 1043.817076] env[68828]: } obtained for exporting VM: (result){ [ 1043.817076] env[68828]: value = "vm-645858" [ 1043.817076] env[68828]: _type = "VirtualMachine" [ 1043.817076] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1043.817342] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the lease: (returnval){ [ 1043.817342] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b3c6c-8624-cf70-139d-c1caa4ea9570" [ 1043.817342] env[68828]: _type = "HttpNfcLease" [ 1043.817342] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1043.834912] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.834912] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b3c6c-8624-cf70-139d-c1caa4ea9570" [ 1043.834912] env[68828]: _type = "HttpNfcLease" [ 1043.834912] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1043.865150] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.883399] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070fecd-3e49-456b-a355-7cd5a1d1680e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.890998] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcdee9-2c9d-4f4d-92b3-a8257e2a55a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.922957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5276579-473c-448e-aa9c-cae3b8162654 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.931378] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dbc75c-399f-49b7-9dce-4aa469e1cf41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.947047] env[68828]: DEBUG nova.compute.provider_tree [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.212806] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231072, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.340191] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.340191] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b3c6c-8624-cf70-139d-c1caa4ea9570" [ 1044.340191] env[68828]: _type = "HttpNfcLease" [ 1044.340191] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1044.341695] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1044.341695] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b3c6c-8624-cf70-139d-c1caa4ea9570" [ 1044.341695] env[68828]: _type = "HttpNfcLease" [ 1044.341695] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1044.344578] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034658c6-6ec1-4768-9085-87336402d3ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.357073] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1044.357323] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1044.427940] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691648} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.429401] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 94195e4d-6e4c-4291-a449-0028b8f0782b/94195e4d-6e4c-4291-a449-0028b8f0782b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.430236] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.430618] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29bfa409-1b02-4a64-8a05-ea5e17ca077f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.440928] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1044.440928] env[68828]: value = "task-3231075" [ 1044.440928] env[68828]: _type = "Task" [ 1044.440928] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.450056] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.451046] env[68828]: DEBUG nova.scheduler.client.report [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.471474] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0a404c8-6fd5-4d91-8324-cc771e78a989 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.538258] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.538512] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.538668] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.538851] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.538995] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.539272] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.539503] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.539664] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.539825] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.539985] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.540453] env[68828]: DEBUG nova.virt.hardware [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.541639] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84adc716-22ab-482d-b59e-82e4b354b1a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.550458] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fb60a3-6699-4965-8e16-e3acd80bc615 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.564584] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.570428] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.570686] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.570894] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a943296d-5302-4944-b33a-3f62a8af5358 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.589191] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.589191] env[68828]: value = "task-3231076" [ 1044.589191] env[68828]: _type = "Task" [ 1044.589191] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.597688] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231076, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.696552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a8508-2c52-4a41-af0d-6dcc8470a80a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.719439] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.732717] env[68828]: DEBUG oslo_vmware.api [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231072, 'name': PowerOnVM_Task, 'duration_secs': 1.109984} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.732717] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.732717] env[68828]: INFO nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1044.732717] env[68828]: DEBUG nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.732717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5f1a6-bbb4-4ec4-9612-cb12a9349ac3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.958149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.961392] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075498} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.962458] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.995s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.962458] env[68828]: DEBUG nova.objects.instance [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lazy-loading 'resources' on Instance uuid 27273416-b04c-4381-b4d2-43cb300b2046 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.963591] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.964845] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967df45f-e629-44b5-9f2b-d82116f61131 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.998157] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 94195e4d-6e4c-4291-a449-0028b8f0782b/94195e4d-6e4c-4291-a449-0028b8f0782b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.998363] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8677e4-6170-4cdc-8c81-6b4c43d6af76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.016942] env[68828]: INFO nova.scheduler.client.report [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleted allocations for instance f9c06b12-df56-4dcf-8980-24efe8c5428e [ 1045.029349] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1045.029349] env[68828]: value = "task-3231077" [ 1045.029349] env[68828]: _type = "Task" [ 1045.029349] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.039631] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.101719] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231076, 'name': CreateVM_Task, 'duration_secs': 0.508724} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.102246] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.102698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.102993] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.103717] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.103717] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fe60b1-a2ec-4339-b684-2ce26bdf3410 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.109981] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1045.109981] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5205189a-c1ff-13ad-0872-56d44848dd04" [ 1045.109981] env[68828]: _type = "Task" [ 1045.109981] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.122828] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5205189a-c1ff-13ad-0872-56d44848dd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.228717] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.229014] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c38c32-a9d3-462d-aee5-19d23500bcef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.239873] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1045.239873] env[68828]: value = "task-3231078" [ 1045.239873] env[68828]: _type = "Task" [ 1045.239873] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.258140] env[68828]: INFO nova.compute.manager [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Took 27.39 seconds to build instance. [ 1045.265792] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.531282] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43302336-7b55-47dc-86ee-4ebf0c6b4b8c tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "f9c06b12-df56-4dcf-8980-24efe8c5428e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.112s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.547282] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.627081] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5205189a-c1ff-13ad-0872-56d44848dd04, 'name': SearchDatastore_Task, 'duration_secs': 0.019898} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.627330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.627629] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.627803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.627960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.628334] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.629149] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b022e2a4-6d5d-4411-b1ec-d7f6a8d2b581 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.642749] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.643248] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.651252] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec21875c-d72d-47ca-93ed-79acc951cd9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.661744] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1045.661744] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]528fac8e-05de-48f5-8d56-79aa626ec5e2" [ 1045.661744] env[68828]: _type = "Task" [ 1045.661744] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.676787] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528fac8e-05de-48f5-8d56-79aa626ec5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.757758] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231078, 'name': PowerOffVM_Task, 'duration_secs': 0.443479} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.757758] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.757927] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.768366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c06e2702-2ef6-4e94-af1d-a99219aeecc0 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.912s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.008081] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c239f4e-6266-431e-8f07-18eee853d71a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.017341] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb02b58-4016-4ec0-8417-59a76768e865 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.028572] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a835b1-f30e-4e3e-a6fa-8df747326d9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.032158] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Suspending the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1046.032520] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-72545ee6-8e12-4713-913c-44063461c0a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.044606] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231077, 'name': ReconfigVM_Task, 'duration_secs': 0.556653} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.072605] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 94195e4d-6e4c-4291-a449-0028b8f0782b/94195e4d-6e4c-4291-a449-0028b8f0782b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.073832] env[68828]: DEBUG oslo_vmware.api [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1046.073832] env[68828]: value = "task-3231079" [ 1046.073832] env[68828]: _type = "Task" [ 1046.073832] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.074067] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179810f8-8d17-4de4-b49b-59323df5a0f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.076698] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c96d8-65e0-4a04-8a03-dadaa46ce3f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.089570] env[68828]: DEBUG oslo_vmware.api [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231079, 'name': SuspendVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.092827] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1046.092827] env[68828]: value = "task-3231080" [ 1046.092827] env[68828]: _type = "Task" [ 1046.092827] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.094383] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c267bb-b279-499f-be96-50310a52c1ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.108150] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231080, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.119352] env[68828]: DEBUG nova.compute.provider_tree [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.174182] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]528fac8e-05de-48f5-8d56-79aa626ec5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016241} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.175239] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a94e220-29b5-48a0-827b-2e221b678a73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.182260] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1046.182260] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526f030e-5248-3d32-8710-e171013cddd9" [ 1046.182260] env[68828]: _type = "Task" [ 1046.182260] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.192546] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526f030e-5248-3d32-8710-e171013cddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.273402] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.273953] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.273953] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.273953] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.274161] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.274373] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.280130] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80a61e7-ba6f-4b8e-8f3a-fcb7a974c58e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.299850] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1046.299850] env[68828]: value = "task-3231081" [ 1046.299850] env[68828]: _type = "Task" [ 1046.299850] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.313734] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.339350] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.339657] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.438988] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "41cec573-894c-485c-9230-0f2e7d518ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.439392] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.439719] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.439997] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.440261] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.442664] env[68828]: INFO nova.compute.manager [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Terminating instance [ 1046.520583] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.521109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.589795] env[68828]: DEBUG oslo_vmware.api [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231079, 'name': SuspendVM_Task} progress is 50%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.603151] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231080, 'name': Rename_Task, 'duration_secs': 0.289749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.603490] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.603769] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cb0ebd-4035-4f4f-86fb-09b46018486b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.612545] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1046.612545] env[68828]: value = "task-3231082" [ 1046.612545] env[68828]: _type = "Task" [ 1046.612545] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.624749] env[68828]: DEBUG nova.scheduler.client.report [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.630168] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.693792] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526f030e-5248-3d32-8710-e171013cddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.067723} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.694089] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.694399] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.694668] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d186a95f-294a-47fc-88a1-dcf3f7ac467f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.701909] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1046.701909] env[68828]: value = "task-3231083" [ 1046.701909] env[68828]: _type = "Task" [ 1046.701909] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.712462] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.811939] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231081, 'name': ReconfigVM_Task, 'duration_secs': 0.306584} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.812226] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.842198] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.947672] env[68828]: DEBUG nova.compute.manager [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.948049] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.948928] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca399a-f815-4b61-94b6-06f6ade90f68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.959791] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.960098] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd0024a-33ac-4ff4-8007-c16e194bae9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.969606] env[68828]: DEBUG oslo_vmware.api [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1046.969606] env[68828]: value = "task-3231084" [ 1046.969606] env[68828]: _type = "Task" [ 1046.969606] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.980803] env[68828]: DEBUG oslo_vmware.api [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.025842] env[68828]: DEBUG nova.compute.utils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.092515] env[68828]: DEBUG oslo_vmware.api [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231079, 'name': SuspendVM_Task, 'duration_secs': 0.92135} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.092819] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Suspended the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1047.093018] env[68828]: DEBUG nova.compute.manager [None req-4fbee651-07f3-498d-a04f-47575be6c001 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.093965] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17990aab-1768-4d33-b3f0-bc78f4c1d233 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.125455] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.131405] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.134094] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.017s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.134456] env[68828]: DEBUG nova.objects.instance [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lazy-loading 'resources' on Instance uuid 42b62f0b-9b3a-4356-a665-68e0ab448665 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.164509] env[68828]: INFO nova.scheduler.client.report [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Deleted allocations for instance 27273416-b04c-4381-b4d2-43cb300b2046 [ 1047.214120] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.319742] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.320113] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.320267] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.320439] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.320607] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.320766] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.321016] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.321426] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.321764] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.321947] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.322162] env[68828]: DEBUG nova.virt.hardware [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.329922] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.330280] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436d2566-042f-48f2-8281-4940744b9bb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356410] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1047.356410] env[68828]: value = "task-3231085" [ 1047.356410] env[68828]: _type = "Task" [ 1047.356410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.366110] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.367467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.483585] env[68828]: DEBUG oslo_vmware.api [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231084, 'name': PowerOffVM_Task, 'duration_secs': 0.221389} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.483890] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.484087] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.484919] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f3f932-3fb6-4ce1-aaac-1704839bc8c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.528912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.571197] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.571454] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.571769] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleting the datastore file [datastore2] 41cec573-894c-485c-9230-0f2e7d518ffa {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.572130] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef80d8c6-a459-47fd-811f-4ec7f50be7b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.582441] env[68828]: DEBUG oslo_vmware.api [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for the task: (returnval){ [ 1047.582441] env[68828]: value = "task-3231087" [ 1047.582441] env[68828]: _type = "Task" [ 1047.582441] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.627623] env[68828]: DEBUG oslo_vmware.api [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231082, 'name': PowerOnVM_Task, 'duration_secs': 0.901971} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.627853] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.628100] env[68828]: INFO nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1047.628355] env[68828]: DEBUG nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.629316] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ae880-12a6-4cbd-8864-ec568a03fed4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.675417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d572bce4-45c5-44a8-b020-e7803094a6a4 tempest-ServersWithSpecificFlavorTestJSON-1807830359 tempest-ServersWithSpecificFlavorTestJSON-1807830359-project-member] Lock "27273416-b04c-4381-b4d2-43cb300b2046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.913s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.713260] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.869348] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231085, 'name': ReconfigVM_Task, 'duration_secs': 0.223323} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.869538] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.870573] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30cc2a4-a598-456d-9969-26ef729a2d38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.897713] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.901166] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155a2978-0066-4ddf-bbfb-4aac4e878ed4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.922670] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1047.922670] env[68828]: value = "task-3231088" [ 1047.922670] env[68828]: _type = "Task" [ 1047.922670] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.938066] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.990759] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f513cc-45e2-4249-b3a7-df6ab16d34d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.001173] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14eb900-c2e0-4931-ba0e-415d9105096d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.039162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b381441-fd84-4e3a-beb0-72abf8c56dca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.050996] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1fd14-b10a-4fc6-ba54-d248f3a5d4da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.069679] env[68828]: DEBUG nova.compute.provider_tree [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.093861] env[68828]: DEBUG oslo_vmware.api [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Task: {'id': task-3231087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37598} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.094204] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.094411] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.094583] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.094924] env[68828]: INFO nova.compute.manager [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.095104] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.095670] env[68828]: DEBUG nova.compute.manager [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.095789] env[68828]: DEBUG nova.network.neutron [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.154035] env[68828]: INFO nova.compute.manager [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Took 28.48 seconds to build instance. [ 1048.217211] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.437012] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.546924] env[68828]: DEBUG nova.compute.manager [req-64674db6-ebb2-47dd-bb7d-b86aaa20c90e req-1e958b92-bc4a-448e-98e2-e91f29233de9 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Received event network-vif-deleted-517272f4-0410-4947-9f6a-2fd3f12936c0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.546924] env[68828]: INFO nova.compute.manager [req-64674db6-ebb2-47dd-bb7d-b86aaa20c90e req-1e958b92-bc4a-448e-98e2-e91f29233de9 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Neutron deleted interface 517272f4-0410-4947-9f6a-2fd3f12936c0; detaching it from the instance and deleting it from the info cache [ 1048.546924] env[68828]: DEBUG nova.network.neutron [req-64674db6-ebb2-47dd-bb7d-b86aaa20c90e req-1e958b92-bc4a-448e-98e2-e91f29233de9 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.576026] env[68828]: DEBUG nova.scheduler.client.report [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.618400] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.621318] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.621318] env[68828]: INFO nova.compute.manager [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Attaching volume 0199db25-e4d1-46db-acac-3c2b2ff06d97 to /dev/sdb [ 1048.640723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "a3d724dc-30ab-48d5-8aab-2d1808962399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.640723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.640723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.640723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.640723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.643966] env[68828]: INFO nova.compute.manager [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Terminating instance [ 1048.657147] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee7dcfb-b171-4b01-ba7c-3c8d0545e284 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.659583] env[68828]: DEBUG oslo_concurrency.lockutils [None req-58a9a514-aa92-4c8b-81c7-f990f342fc2c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.993s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.666110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff7f66-491f-46be-9de6-5e329324bec2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.684468] env[68828]: DEBUG nova.virt.block_device [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updating existing volume attachment record: 34cf4d68-421d-42c6-a037-d0d25e4b8294 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1048.716723] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231083, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545865} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.717337] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.717774] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.718232] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6db48e8-eeac-42d5-ab82-db404010d60a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.730152] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1048.730152] env[68828]: value = "task-3231089" [ 1048.730152] env[68828]: _type = "Task" [ 1048.730152] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.746209] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.935585] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231088, 'name': ReconfigVM_Task, 'duration_secs': 0.586558} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.936554] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55/fad542ce-c7e3-4b95-8a93-ff8ef67e9b55.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.937354] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.020993] env[68828]: DEBUG nova.network.neutron [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.051240] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f630e8fa-8260-414c-92f3-4eac647c7573 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.069390] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6dedb0-2c4b-4cca-b463-5cce238270f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.087976] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.089572] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.581s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.091126] env[68828]: INFO nova.compute.claims [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.125668] env[68828]: DEBUG nova.compute.manager [req-64674db6-ebb2-47dd-bb7d-b86aaa20c90e req-1e958b92-bc4a-448e-98e2-e91f29233de9 service nova] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Detach interface failed, port_id=517272f4-0410-4947-9f6a-2fd3f12936c0, reason: Instance 41cec573-894c-485c-9230-0f2e7d518ffa could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.127931] env[68828]: INFO nova.scheduler.client.report [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Deleted allocations for instance 42b62f0b-9b3a-4356-a665-68e0ab448665 [ 1049.150658] env[68828]: DEBUG nova.compute.manager [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.150658] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.150658] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421e61a-870d-46f6-8c0d-cf03efbd40d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.161413] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.161764] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-479e5225-1097-4333-8bc2-b1ad92a959a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.244871] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.248127] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.248948] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.248948] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore1] a3d724dc-30ab-48d5-8aab-2d1808962399 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.251549] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.252820] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74039aab-daea-41e9-9b49-7aef60c17b5b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.255125] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160233} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.255389] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.256853] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d3cc3-ce86-43e2-be1d-8b8fe5981c71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.264806] env[68828]: DEBUG oslo_vmware.api [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1049.264806] env[68828]: value = "task-3231094" [ 1049.264806] env[68828]: _type = "Task" [ 1049.264806] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.282142] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.282840] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058c853f-00f1-44da-8d7f-9a1e4cb80036 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.301762] env[68828]: DEBUG oslo_vmware.api [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.309304] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1049.309304] env[68828]: value = "task-3231095" [ 1049.309304] env[68828]: _type = "Task" [ 1049.309304] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.319085] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.419516] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "94195e4d-6e4c-4291-a449-0028b8f0782b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.419888] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.420158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.420406] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.420591] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.423008] env[68828]: INFO nova.compute.manager [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Terminating instance [ 1049.447077] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9956e-8cee-4703-ba6c-7c31ae73f2bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.468841] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b0a8c-2e7a-45b3-bda8-10b0b9e84c96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.488341] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.527331] env[68828]: INFO nova.compute.manager [-] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Took 1.43 seconds to deallocate network for instance. [ 1049.638164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0f81f69c-a4c7-43d8-a466-ac4036acbb71 tempest-ImagesTestJSON-1000355252 tempest-ImagesTestJSON-1000355252-project-member] Lock "42b62f0b-9b3a-4356-a665-68e0ab448665" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.055s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.762425] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.766731] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.767075] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.768260] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.768681] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.769110] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.769341] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1049.770141] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.776400] env[68828]: DEBUG oslo_vmware.api [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240859} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.776400] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.776590] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.776770] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.776940] env[68828]: INFO nova.compute.manager [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1049.777199] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.777408] env[68828]: DEBUG nova.compute.manager [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.777508] env[68828]: DEBUG nova.network.neutron [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.823403] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.928650] env[68828]: DEBUG nova.compute.manager [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.928964] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.930598] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf23a68-c381-46c3-ad9f-b7e390ee0acd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.944021] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.944021] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e2716e0-bfa1-47f1-990b-534adfc55456 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.953245] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1049.953245] env[68828]: value = "task-3231096" [ 1049.953245] env[68828]: _type = "Task" [ 1049.953245] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.968073] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.034804] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.084967] env[68828]: DEBUG nova.network.neutron [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Port a5cbbbda-31d6-4e59-87f1-753706c5b794 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1050.274179] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.326429] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231095, 'name': ReconfigVM_Task, 'duration_secs': 0.667224} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.326429] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31/bfa855b4-31d7-4b5e-af77-e2cb6c92ba31.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.326920] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a15304a-69c0-444e-b2f9-1b3f53e4f77b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.338924] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1050.338924] env[68828]: value = "task-3231097" [ 1050.338924] env[68828]: _type = "Task" [ 1050.338924] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.354273] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231097, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.369468] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "6f192834-cae9-4da1-938e-2b226a379032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.369780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.413058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "4833add8-46aa-460a-95ca-20de64bdd4c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.413166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.464918] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231096, 'name': PowerOffVM_Task, 'duration_secs': 0.254332} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.465315] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.465532] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.465821] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7b6898-1362-4a8a-a496-317ec8aae634 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.512501] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259fb48-c415-4703-b790-16f58a5bad1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.521722] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0771420-a129-45dc-a36d-d861acd2aac3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.559816] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4947ca7-6eea-47ea-baab-34096981d563 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.562992] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.563224] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.563404] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 94195e4d-6e4c-4291-a449-0028b8f0782b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.563667] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dba5ab7-1608-4d06-88b6-9ba571ad2928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573158] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12cff4-3744-4d8f-8261-907d2b664107 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.577438] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1050.577438] env[68828]: value = "task-3231099" [ 1050.577438] env[68828]: _type = "Task" [ 1050.577438] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.592619] env[68828]: DEBUG nova.compute.provider_tree [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.600498] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.761519] env[68828]: DEBUG nova.network.neutron [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.811690] env[68828]: DEBUG nova.compute.manager [req-e63509b9-37d1-4c2f-a56a-d340218aa2a5 req-b7e79b49-2c25-4887-a696-d7234e79c602 service nova] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Received event network-vif-deleted-285f565d-ebc2-4a42-bd6f-44018624af26 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.849454] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231097, 'name': Rename_Task, 'duration_secs': 0.183384} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.849799] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.850073] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda540dc-bf0a-43bd-900c-0886a58f9735 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.857461] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1050.857461] env[68828]: value = "task-3231100" [ 1050.857461] env[68828]: _type = "Task" [ 1050.857461] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.865782] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.873320] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.917418] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.090067] env[68828]: DEBUG oslo_vmware.api [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416116} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.090897] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.091259] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.091562] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.091848] env[68828]: INFO nova.compute.manager [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1051.092495] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.092850] env[68828]: DEBUG nova.compute.manager [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.093084] env[68828]: DEBUG nova.network.neutron [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.105320] env[68828]: DEBUG nova.scheduler.client.report [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.119636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.119636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.120854] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.264698] env[68828]: INFO nova.compute.manager [-] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Took 1.49 seconds to deallocate network for instance. [ 1051.374448] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.401573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.441517] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.614646] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.615205] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.620575] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.253s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.624138] env[68828]: INFO nova.compute.claims [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.772680] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.870387] env[68828]: DEBUG oslo_vmware.api [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231100, 'name': PowerOnVM_Task, 'duration_secs': 0.657249} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.870683] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.870897] env[68828]: DEBUG nova.compute.manager [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.871687] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd36aa0-f221-4fee-9ac1-4eaba1b57dff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.076171] env[68828]: DEBUG nova.network.neutron [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.131954] env[68828]: DEBUG nova.compute.utils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.138803] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.138964] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.218342] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.218524] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.218762] env[68828]: DEBUG nova.network.neutron [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.237560] env[68828]: DEBUG nova.policy [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabe9be178264d839d470f611055811b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a7a11100842b4b5c3a7006e968478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.395903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.581404] env[68828]: INFO nova.compute.manager [-] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Took 1.49 seconds to deallocate network for instance. [ 1052.639988] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.885191] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Successfully created port: 1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.914352] env[68828]: DEBUG nova.compute.manager [req-d78a22c8-b9dd-4ba2-aca8-4dd6c7dd7d5f req-05de9fcc-8172-4a47-9a76-af571791bcf3 service nova] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Received event network-vif-deleted-422e19d0-8c72-4b8b-bcc5-c39358122cc9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.951438] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.951692] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.951938] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.952150] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.952321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.954607] env[68828]: INFO nova.compute.manager [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Terminating instance [ 1053.050639] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3a9c2-73ea-452d-bf97-6a7c429d3765 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.065065] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791df7e-99bf-4178-be98-1887bbe49791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.097119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.098326] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf894c-f88f-4267-af99-d1cdaf2fc5a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.108093] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d30335-fbe1-4a25-bc12-579c32d25aa4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.124111] env[68828]: DEBUG nova.compute.provider_tree [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.232105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.232385] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.232587] env[68828]: DEBUG nova.compute.manager [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.233854] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2c776-7095-43b9-ab07-21ee4989602a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.245405] env[68828]: DEBUG nova.network.neutron [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.248744] env[68828]: DEBUG nova.compute.manager [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.249406] env[68828]: DEBUG nova.objects.instance [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'flavor' on Instance uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.252165] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1053.252256] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645861', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'name': 'volume-0199db25-e4d1-46db-acac-3c2b2ff06d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'serial': '0199db25-e4d1-46db-acac-3c2b2ff06d97'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1053.253092] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c007ed-2d78-49bf-9591-2b752f2f7ad9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.274652] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826ba2d7-0ef7-4aa7-98a4-8bec3712e0d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.302593] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-0199db25-e4d1-46db-acac-3c2b2ff06d97/volume-0199db25-e4d1-46db-acac-3c2b2ff06d97.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.303752] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65980b8-2313-4c4a-bf1d-750a20bb76a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.325318] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1053.325318] env[68828]: value = "task-3231102" [ 1053.325318] env[68828]: _type = "Task" [ 1053.325318] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.334625] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.464447] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "refresh_cache-bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.464447] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquired lock "refresh_cache-bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464447] env[68828]: DEBUG nova.network.neutron [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.627518] env[68828]: DEBUG nova.scheduler.client.report [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.652212] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.698028] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.698432] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.698523] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.698641] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.698786] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.698938] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.699259] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.699440] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.699617] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.699889] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.700097] env[68828]: DEBUG nova.virt.hardware [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.702488] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e45d9d-b511-4135-ac00-8e027b2eefa5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.709549] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977fba3-a690-42b3-8192-25df6e0b9c49 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.752755] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.794533] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.795642] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a779f-1f41-4359-a344-afc1554d7956 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.804166] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.804439] env[68828]: ERROR oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk due to incomplete transfer. [ 1053.804628] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b45d0a15-f4b4-4058-b23c-f346179b6f83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.817855] env[68828]: DEBUG oslo_vmware.rw_handles [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d649-d63e-be0f-1a5a-ec8ebff233ee/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.817855] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Uploaded image f4336600-2b73-4ed2-9590-b50d86551bc5 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.823566] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.823566] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-039ad3f5-2781-47d8-b823-90d773cf5681 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.836745] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1053.836745] env[68828]: value = "task-3231103" [ 1053.836745] env[68828]: _type = "Task" [ 1053.836745] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.845926] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231102, 'name': ReconfigVM_Task, 'duration_secs': 0.420083} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.847239] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-0199db25-e4d1-46db-acac-3c2b2ff06d97/volume-0199db25-e4d1-46db-acac-3c2b2ff06d97.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.856508] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709dcbe9-bf0a-4eba-a6ae-c9240cdaeb5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.866585] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231103, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.873342] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1053.873342] env[68828]: value = "task-3231104" [ 1053.873342] env[68828]: _type = "Task" [ 1053.873342] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.882663] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.008601] env[68828]: DEBUG nova.network.neutron [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.110767] env[68828]: DEBUG nova.network.neutron [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.134278] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.134906] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.138500] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.104s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.138650] env[68828]: DEBUG nova.objects.instance [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lazy-loading 'resources' on Instance uuid 41cec573-894c-485c-9230-0f2e7d518ffa {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.263935] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.264432] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ddc6a0-38f4-4651-95b5-555ca4d3e1c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.273303] env[68828]: DEBUG oslo_vmware.api [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1054.273303] env[68828]: value = "task-3231105" [ 1054.273303] env[68828]: _type = "Task" [ 1054.273303] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.281170] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2011f-fef0-4786-8191-5303253d1688 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.287856] env[68828]: DEBUG oslo_vmware.api [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.305722] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2227cbc0-b321-4d16-8f6a-53b2b88fff6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.317111] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.347622] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231103, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.391599] env[68828]: DEBUG oslo_vmware.api [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231104, 'name': ReconfigVM_Task, 'duration_secs': 0.180883} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.391599] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645861', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'name': 'volume-0199db25-e4d1-46db-acac-3c2b2ff06d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'serial': '0199db25-e4d1-46db-acac-3c2b2ff06d97'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1054.616027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Releasing lock "refresh_cache-bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.616027] env[68828]: DEBUG nova.compute.manager [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.616027] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.616027] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb50f8-aa29-48c3-865e-06cfa3098b52 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.625458] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.626153] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc9ad79f-c6ce-42e1-aaa3-97d44957874c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.638634] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1054.638634] env[68828]: value = "task-3231106" [ 1054.638634] env[68828]: _type = "Task" [ 1054.638634] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.649351] env[68828]: DEBUG nova.compute.utils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.658008] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.658008] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.669942] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.789553] env[68828]: DEBUG oslo_vmware.api [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231105, 'name': PowerOffVM_Task, 'duration_secs': 0.294117} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.792879] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.793335] env[68828]: DEBUG nova.compute.manager [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.796984] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ec8c0-e948-4138-831c-925aa0fae626 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.824938] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.826171] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6441bdba-33da-4b3a-b87c-f8a99885480e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.835991] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1054.835991] env[68828]: value = "task-3231107" [ 1054.835991] env[68828]: _type = "Task" [ 1054.835991] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.858942] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.858942] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231103, 'name': Destroy_Task, 'duration_secs': 0.58333} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.858942] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Destroyed the VM [ 1054.859112] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.860513] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd7ecbc6-db77-4c0a-b24d-5f3c4f1f8147 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.874416] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1054.874416] env[68828]: value = "task-3231108" [ 1054.874416] env[68828]: _type = "Task" [ 1054.874416] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.882658] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.906816] env[68828]: DEBUG nova.policy [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fd526e5f09e4d10a0958f8841d23490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a08d8820584f5a89b9b0c26e74f045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.078372] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f43636-b29a-4994-8d86-2eeb701d3ba8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.088418] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c329bf-d539-4023-ad40-bc20318559a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.129607] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f557ee-3546-4341-80f0-3309a3375a5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.134541] env[68828]: DEBUG nova.compute.manager [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Received event network-vif-plugged-1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.134541] env[68828]: DEBUG oslo_concurrency.lockutils [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.134541] env[68828]: DEBUG oslo_concurrency.lockutils [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.134541] env[68828]: DEBUG oslo_concurrency.lockutils [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.134541] env[68828]: DEBUG nova.compute.manager [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] No waiting events found dispatching network-vif-plugged-1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.134541] env[68828]: WARNING nova.compute.manager [req-e6e76516-9c4a-4513-98a2-c9abc7324f68 req-2dcf3900-6f98-49d5-85e3-7d7b821f30b6 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Received unexpected event network-vif-plugged-1cb78310-7bea-487d-95de-eeda5a818923 for instance with vm_state building and task_state spawning. [ 1055.145720] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a32f3-87de-4836-8d1c-6e69050256c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.166502] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.170406] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.174018] env[68828]: DEBUG nova.compute.provider_tree [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.311625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8f4a9a9-5dbe-4548-ac5c-d6072cbe72df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.359800] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.359800] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Successfully updated port: 1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.384800] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.453813] env[68828]: DEBUG nova.objects.instance [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.655663] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231106, 'name': PowerOffVM_Task, 'duration_secs': 0.954529} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.656075] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.656640] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.657234] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d33b37a-83d6-43ea-b634-ad0c318169c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.690767] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.691018] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.691188] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Deleting the datastore file [datastore1] bfa855b4-31d7-4b5e-af77-e2cb6c92ba31 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.691512] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e43366c2-f8b4-4e9b-b294-cb34b586a953 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.701351] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for the task: (returnval){ [ 1055.701351] env[68828]: value = "task-3231110" [ 1055.701351] env[68828]: _type = "Task" [ 1055.701351] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.707056] env[68828]: ERROR nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] [req-ba37e26e-1860-4db8-a79b-479b6b26d03d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba37e26e-1860-4db8-a79b-479b6b26d03d"}]} [ 1055.710034] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Successfully created port: 00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.716374] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.742116] env[68828]: DEBUG nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1055.760112] env[68828]: DEBUG nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1055.760364] env[68828]: DEBUG nova.compute.provider_tree [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.776512] env[68828]: DEBUG nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1055.801276] env[68828]: DEBUG nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1055.852134] env[68828]: DEBUG oslo_vmware.api [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231107, 'name': PowerOnVM_Task, 'duration_secs': 0.756038} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.852449] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.852651] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f5f511-965a-43f0-9c15-8be133558b9d tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance 'fad542ce-c7e3-4b95-8a93-ff8ef67e9b55' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.861568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.861741] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.862164] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.870207] env[68828]: DEBUG nova.objects.instance [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'flavor' on Instance uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.890640] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231108, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.960598] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75a0d539-da83-4d1e-98ff-034062222e31 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.188039] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.220701] env[68828]: DEBUG oslo_vmware.api [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Task: {'id': task-3231110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157746} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.221241] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.221712] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.222126] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.223368] env[68828]: INFO nova.compute.manager [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1056.225017] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.226845] env[68828]: DEBUG nova.compute.manager [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.227105] env[68828]: DEBUG nova.network.neutron [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.229907] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19e746a-cdf6-4cf8-b9a4-7c0982b6c495 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.241716] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.243053] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.243451] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.243499] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.243776] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.244304] env[68828]: DEBUG nova.virt.hardware [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.245594] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a47ee5-689b-4f2f-873d-df18e6fac3cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.251162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db7e89e-3a3a-4e07-908d-4319c755d3f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.293446] env[68828]: DEBUG nova.network.neutron [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.299361] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84adf42c-7ba7-478d-9137-dc03f1bafd97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.303809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ceaf8-8fda-4337-9f77-7f4d797434fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.324705] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db043a27-7240-4cdc-9686-9c5d82cfd3c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.342800] env[68828]: DEBUG nova.compute.provider_tree [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.381613] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.381761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.381960] env[68828]: DEBUG nova.network.neutron [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.382200] env[68828]: DEBUG nova.objects.instance [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'info_cache' on Instance uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.390095] env[68828]: DEBUG oslo_vmware.api [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231108, 'name': RemoveSnapshot_Task, 'duration_secs': 1.463479} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.391044] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.391332] env[68828]: INFO nova.compute.manager [None req-28803ca0-01ff-4be9-9046-e4d40ec5639b tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1056.416757] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.636216] env[68828]: DEBUG nova.network.neutron [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Updating instance_info_cache with network_info: [{"id": "1cb78310-7bea-487d-95de-eeda5a818923", "address": "fa:16:3e:eb:fe:14", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb78310-7b", "ovs_interfaceid": "1cb78310-7bea-487d-95de-eeda5a818923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.803181] env[68828]: DEBUG nova.network.neutron [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.847286] env[68828]: DEBUG nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.889062] env[68828]: DEBUG nova.objects.base [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Object Instance<74748c2e-190d-4754-9853-7d0c58ba4820> lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.144232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.144658] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance network_info: |[{"id": "1cb78310-7bea-487d-95de-eeda5a818923", "address": "fa:16:3e:eb:fe:14", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb78310-7b", "ovs_interfaceid": "1cb78310-7bea-487d-95de-eeda5a818923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.145102] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:fe:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb78310-7bea-487d-95de-eeda5a818923', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.153347] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.153633] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.153996] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207caa77-4b17-4876-a18c-95bfa37ba558 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.177121] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.177121] env[68828]: value = "task-3231111" [ 1057.177121] env[68828]: _type = "Task" [ 1057.177121] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.185670] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231111, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.306392] env[68828]: INFO nova.compute.manager [-] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Took 1.08 seconds to deallocate network for instance. [ 1057.353363] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.215s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.360387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.087s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.360387] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.360387] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1057.361115] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.960s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.366349] env[68828]: INFO nova.compute.claims [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.366988] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34569caf-53cd-44f5-8121-c653ece86a3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.378120] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b454d3-fad7-42ba-a5ed-f9535511fbd8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.411291] env[68828]: INFO nova.scheduler.client.report [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Deleted allocations for instance 41cec573-894c-485c-9230-0f2e7d518ffa [ 1057.413859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd8b0f-676a-4c87-b875-9a598a981b69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.424231] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5dbfd0-d690-42ec-82ff-33c6bd8c60d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.467015] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179009MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1057.467237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.469768] env[68828]: DEBUG nova.compute.manager [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Received event network-changed-1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.470067] env[68828]: DEBUG nova.compute.manager [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Refreshing instance network info cache due to event network-changed-1cb78310-7bea-487d-95de-eeda5a818923. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.470361] env[68828]: DEBUG oslo_concurrency.lockutils [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] Acquiring lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.470361] env[68828]: DEBUG oslo_concurrency.lockutils [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] Acquired lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.470576] env[68828]: DEBUG nova.network.neutron [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Refreshing network info cache for port 1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.690407] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231111, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.815659] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.922659] env[68828]: DEBUG oslo_concurrency.lockutils [None req-46608eda-d78e-4144-bf4c-ab0de1dc4a14 tempest-ServersAdminNegativeTestJSON-249321685 tempest-ServersAdminNegativeTestJSON-249321685-project-member] Lock "41cec573-894c-485c-9230-0f2e7d518ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.483s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.973656] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Successfully updated port: 00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.981242] env[68828]: DEBUG nova.network.neutron [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.194987] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.194987] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.196570] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.196786] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.196966] env[68828]: DEBUG nova.compute.manager [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Going to confirm migration 5 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1058.205271] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231111, 'name': CreateVM_Task, 'duration_secs': 0.578609} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.205389] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.206902] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.206902] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.207188] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.207476] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d751282b-8fa0-4bac-ac83-1a6959daa8ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.215022] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1058.215022] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521b6ef9-07e0-9082-afef-9a6a6c3570db" [ 1058.215022] env[68828]: _type = "Task" [ 1058.215022] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.225281] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521b6ef9-07e0-9082-afef-9a6a6c3570db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.444692] env[68828]: DEBUG nova.network.neutron [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Updated VIF entry in instance network info cache for port 1cb78310-7bea-487d-95de-eeda5a818923. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.445083] env[68828]: DEBUG nova.network.neutron [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Updating instance_info_cache with network_info: [{"id": "1cb78310-7bea-487d-95de-eeda5a818923", "address": "fa:16:3e:eb:fe:14", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb78310-7b", "ovs_interfaceid": "1cb78310-7bea-487d-95de-eeda5a818923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.490110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.490241] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquired lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.490370] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.492126] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.705725] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.731593] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521b6ef9-07e0-9082-afef-9a6a6c3570db, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.731593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.731593] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.731593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.731593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.731593] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.731593] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f035f696-812a-4033-ba85-2e7aec8377be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.747283] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.747916] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.748140] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba7e83e-cbce-417d-8e67-cf8be463b9b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.757338] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1058.757338] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5265e350-b8a3-ce26-c75f-77415bd61db8" [ 1058.757338] env[68828]: _type = "Task" [ 1058.757338] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.771758] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5265e350-b8a3-ce26-c75f-77415bd61db8, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.772861] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451a2b5f-96e3-46a9-bf36-b527c7829ad8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.780683] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1058.780683] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d8fe98-d459-98a0-fe95-d73759f2c6cb" [ 1058.780683] env[68828]: _type = "Task" [ 1058.780683] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.794497] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d8fe98-d459-98a0-fe95-d73759f2c6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.796586] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.796859] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.798025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4eceee-9000-404d-9fb5-a75534c397c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.800658] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ec17ca-ab5f-477c-8196-2ff9e8bf56ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.808654] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91886e-193a-4ddf-908c-92e41bf41a4b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.813410] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1058.813410] env[68828]: value = "task-3231112" [ 1058.813410] env[68828]: _type = "Task" [ 1058.813410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.844633] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a825052-effa-444b-b65f-a0941d60b9f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.850902] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.856836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b36099-922d-48b7-80dc-2e71b0211103 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.873987] env[68828]: DEBUG nova.compute.provider_tree [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.949367] env[68828]: DEBUG oslo_concurrency.lockutils [req-fd49865e-2777-46e7-9658-e402168a8981 req-766a47b7-4944-49b7-b9d9-9a56c16cbb99 service nova] Releasing lock "refresh_cache-f65ed295-db6c-4a80-86ef-2216fb790b25" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.047769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.047769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.048039] env[68828]: DEBUG nova.network.neutron [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.048160] env[68828]: DEBUG nova.objects.instance [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'info_cache' on Instance uuid fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.068745] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.244568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.302298] env[68828]: DEBUG nova.network.neutron [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Updating instance_info_cache with network_info: [{"id": "00316a24-5a00-42e1-90f3-4dd774890cf9", "address": "fa:16:3e:a0:df:d6", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00316a24-5a", "ovs_interfaceid": "00316a24-5a00-42e1-90f3-4dd774890cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.326748] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231112, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.376561] env[68828]: DEBUG nova.scheduler.client.report [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.507825] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.507825] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad47ffd5-3338-44ab-9775-fbc3cf0fc9f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.515277] env[68828]: DEBUG oslo_vmware.api [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1059.515277] env[68828]: value = "task-3231113" [ 1059.515277] env[68828]: _type = "Task" [ 1059.515277] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.524223] env[68828]: DEBUG oslo_vmware.api [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.574517] env[68828]: DEBUG nova.compute.manager [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Received event network-vif-plugged-00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.574517] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Acquiring lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.574517] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.574814] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.574860] env[68828]: DEBUG nova.compute.manager [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] No waiting events found dispatching network-vif-plugged-00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.575017] env[68828]: WARNING nova.compute.manager [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Received unexpected event network-vif-plugged-00316a24-5a00-42e1-90f3-4dd774890cf9 for instance with vm_state building and task_state spawning. [ 1059.575284] env[68828]: DEBUG nova.compute.manager [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Received event network-changed-00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.575555] env[68828]: DEBUG nova.compute.manager [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Refreshing instance network info cache due to event network-changed-00316a24-5a00-42e1-90f3-4dd774890cf9. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.575806] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Acquiring lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.654338] env[68828]: DEBUG nova.compute.manager [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.658016] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3974921-8fd9-4fa1-8f1e-2515d7516bf5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.805845] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Releasing lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.806375] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Instance network_info: |[{"id": "00316a24-5a00-42e1-90f3-4dd774890cf9", "address": "fa:16:3e:a0:df:d6", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00316a24-5a", "ovs_interfaceid": "00316a24-5a00-42e1-90f3-4dd774890cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.807723] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Acquired lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.808572] env[68828]: DEBUG nova.network.neutron [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Refreshing network info cache for port 00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.809437] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:df:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00316a24-5a00-42e1-90f3-4dd774890cf9', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.817544] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Creating folder: Project (d5a08d8820584f5a89b9b0c26e74f045). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.818673] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573f403d-e2e3-491e-8e40-c01d1119ba38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.831534] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534795} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.831786] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.832045] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.832571] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-780e1295-5b53-48ce-915a-149cc941c972 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.843043] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1059.843043] env[68828]: value = "task-3231115" [ 1059.843043] env[68828]: _type = "Task" [ 1059.843043] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.845121] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Created folder: Project (d5a08d8820584f5a89b9b0c26e74f045) in parent group-v645630. [ 1059.845322] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Creating folder: Instances. Parent ref: group-v645863. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.845888] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2981a0b7-1f92-4b7b-8f83-b3f5ef18bbe8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.853031] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.859075] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Created folder: Instances in parent group-v645863. [ 1059.859417] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.859646] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.859869] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8691846c-a03d-4452-8001-657861c21223 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.883043] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.883043] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.887209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.446s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.888728] env[68828]: INFO nova.compute.claims [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.891302] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.891302] env[68828]: value = "task-3231117" [ 1059.891302] env[68828]: _type = "Task" [ 1059.891302] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.903513] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231117, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.025168] env[68828]: DEBUG oslo_vmware.api [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.092273] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.092505] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.169852] env[68828]: INFO nova.compute.manager [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] instance snapshotting [ 1060.174020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30eb54-664d-45a4-b7cd-95699c7d2790 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.197248] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840a3c1-c3a0-44cc-963f-fe82215a6bc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.312714] env[68828]: DEBUG nova.network.neutron [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [{"id": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "address": "fa:16:3e:da:c7:61", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cbbbda-31", "ovs_interfaceid": "a5cbbbda-31d6-4e59-87f1-753706c5b794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.355731] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083658} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.358531] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.360520] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2013f3c4-ffce-4505-9137-965006ebf7a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.391067] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.391067] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20011d9-ce13-422e-81ab-480fa7bb83e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.408110] env[68828]: DEBUG nova.compute.utils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.412227] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.413795] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.425160] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231117, 'name': CreateVM_Task, 'duration_secs': 0.427275} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.426490] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.426949] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1060.426949] env[68828]: value = "task-3231118" [ 1060.426949] env[68828]: _type = "Task" [ 1060.426949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.428248] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.428452] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.428791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.430147] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169d99dd-ceb0-4430-b3fe-993d8ea16801 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.441436] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1060.441436] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52867614-7b0a-eb63-d52b-515277fa5fa6" [ 1060.441436] env[68828]: _type = "Task" [ 1060.441436] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.444845] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.457197] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52867614-7b0a-eb63-d52b-515277fa5fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.457888] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.458335] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.458532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.458956] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.459429] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c04e7244-0896-49ac-a288-67da5c14205b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.471489] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.471584] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.472338] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceea5954-498a-4860-882f-38494c89c70c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.478937] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1060.478937] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52de98af-2251-7f0b-6e61-fe27ea1b8d05" [ 1060.478937] env[68828]: _type = "Task" [ 1060.478937] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.488405] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52de98af-2251-7f0b-6e61-fe27ea1b8d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.496296] env[68828]: DEBUG nova.policy [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fabc9ffcb4d4ca88969e3b0b33618a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5f767b7ec4422b9a77f51c8009240e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.524233] env[68828]: DEBUG oslo_vmware.api [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231113, 'name': PowerOnVM_Task, 'duration_secs': 0.874117} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.524541] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.524711] env[68828]: DEBUG nova.compute.manager [None req-a1213d45-dee7-4f56-9677-71fb5d5738c6 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.525501] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f844eaae-128b-479c-9d8f-9d1c2f4fbf92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.594907] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.671147] env[68828]: DEBUG nova.network.neutron [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Updated VIF entry in instance network info cache for port 00316a24-5a00-42e1-90f3-4dd774890cf9. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.671522] env[68828]: DEBUG nova.network.neutron [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Updating instance_info_cache with network_info: [{"id": "00316a24-5a00-42e1-90f3-4dd774890cf9", "address": "fa:16:3e:a0:df:d6", "network": {"id": "5a96d104-4961-4b88-8f03-725206b84369", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db0811f90fc0468eaddaab56da1323e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00316a24-5a", "ovs_interfaceid": "00316a24-5a00-42e1-90f3-4dd774890cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.713018] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1060.713018] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5ffe6f8-329c-4820-92ba-571064f18b8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.721566] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1060.721566] env[68828]: value = "task-3231119" [ 1060.721566] env[68828]: _type = "Task" [ 1060.721566] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.732339] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231119, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.816657] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.816657] env[68828]: DEBUG nova.objects.instance [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'migration_context' on Instance uuid fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.839331] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Successfully created port: 5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.917103] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.949501] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.995335] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52de98af-2251-7f0b-6e61-fe27ea1b8d05, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.996234] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80c0a9e-baff-442c-a985-1a8d2cb73b26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.007266] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1061.007266] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5254e50e-30c8-da08-87ab-19fdfac307e4" [ 1061.007266] env[68828]: _type = "Task" [ 1061.007266] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.019412] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5254e50e-30c8-da08-87ab-19fdfac307e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.126696] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.175445] env[68828]: DEBUG oslo_concurrency.lockutils [req-2f6cbd87-8ed7-470f-b331-037002a714c2 req-abf672b1-51b5-47ae-b13c-2fcde6ed5c21 service nova] Releasing lock "refresh_cache-fd09eb59-5755-4baa-a0b4-aa31aa69cf40" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.235983] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231119, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.320146] env[68828]: DEBUG nova.objects.base [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.320362] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0067b7dc-16a9-4b32-be91-9de7bd9c665f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.347758] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09cf91bd-e04c-4de2-b92d-68b29c9a3c58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.361076] env[68828]: DEBUG oslo_vmware.api [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1061.361076] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5281113e-f902-f562-cfea-417e4d1a6907" [ 1061.361076] env[68828]: _type = "Task" [ 1061.361076] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.370498] env[68828]: DEBUG oslo_vmware.api [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5281113e-f902-f562-cfea-417e4d1a6907, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.372249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.372613] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56d47e4-5c14-4a4d-8cc4-9588b587caf0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.381084] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55dfe55-7c1b-472a-8848-a0d14eed48d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.416951] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec4af0-0cb9-4fd0-86d0-e401038387f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.429932] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d1441-d67d-4df3-899e-b78ba5dddbf1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.450875] env[68828]: DEBUG nova.compute.provider_tree [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.456191] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231118, 'name': ReconfigVM_Task, 'duration_secs': 0.623072} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.456498] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.457200] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa0c8765-f23b-4692-8d00-ba5a1f1e2857 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.466397] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1061.466397] env[68828]: value = "task-3231120" [ 1061.466397] env[68828]: _type = "Task" [ 1061.466397] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.476394] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231120, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.520945] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5254e50e-30c8-da08-87ab-19fdfac307e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.521115] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.521385] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] fd09eb59-5755-4baa-a0b4-aa31aa69cf40/fd09eb59-5755-4baa-a0b4-aa31aa69cf40.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.521644] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7271d007-870a-423e-918a-f1d5d96530c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.532550] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.532902] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.534070] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1061.534070] env[68828]: value = "task-3231121" [ 1061.534070] env[68828]: _type = "Task" [ 1061.534070] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.548013] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.734344] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231119, 'name': CreateSnapshot_Task, 'duration_secs': 0.559154} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.734552] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.735285] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227d7d8-1550-4925-a2d2-221a8c33e402 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.936817] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.954255] env[68828]: DEBUG nova.scheduler.client.report [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.982270] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231120, 'name': Rename_Task, 'duration_secs': 0.215065} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.989024] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.989809] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.991025] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.991025] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.991025] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.991025] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.991551] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.992461] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.992461] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.992746] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.993119] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.993614] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.995015] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a0bd24-cfbb-4313-8868-5ef2f9c46eb0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.999230] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5760d7f9-c4b8-4379-be4f-4061eaa2a6b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.008753] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9130b942-8a59-4975-ac99-70e39c3ae847 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.014810] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1062.014810] env[68828]: value = "task-3231122" [ 1062.014810] env[68828]: _type = "Task" [ 1062.014810] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.028927] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.041604] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.056573] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501099} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.057043] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] fd09eb59-5755-4baa-a0b4-aa31aa69cf40/fd09eb59-5755-4baa-a0b4-aa31aa69cf40.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.057491] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.057706] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd2c4587-d1d1-490a-8b0a-277f76a67829 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.066415] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1062.066415] env[68828]: value = "task-3231123" [ 1062.066415] env[68828]: _type = "Task" [ 1062.066415] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.077431] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.259992] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.260758] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1c8af96-ce4a-44d5-be2d-b715114fdec3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.272642] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1062.272642] env[68828]: value = "task-3231124" [ 1062.272642] env[68828]: _type = "Task" [ 1062.272642] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.282678] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231124, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.384835] env[68828]: DEBUG nova.compute.manager [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Received event network-vif-plugged-5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.384835] env[68828]: DEBUG oslo_concurrency.lockutils [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] Acquiring lock "6f192834-cae9-4da1-938e-2b226a379032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.384835] env[68828]: DEBUG oslo_concurrency.lockutils [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] Lock "6f192834-cae9-4da1-938e-2b226a379032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.385554] env[68828]: DEBUG oslo_concurrency.lockutils [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] Lock "6f192834-cae9-4da1-938e-2b226a379032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.385905] env[68828]: DEBUG nova.compute.manager [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] No waiting events found dispatching network-vif-plugged-5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.386235] env[68828]: WARNING nova.compute.manager [req-33f80a52-bf8e-4e61-a1f5-2672ea1181aa req-c3e09b00-e762-4f1b-a1f3-241ec4138461 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Received unexpected event network-vif-plugged-5907b50b-51f3-4abb-a40a-fc72fae66d09 for instance with vm_state building and task_state spawning. [ 1062.465313] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.468096] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.470428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.698s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.470715] env[68828]: DEBUG nova.objects.instance [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'resources' on Instance uuid a3d724dc-30ab-48d5-8aab-2d1808962399 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.486585] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Successfully updated port: 5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.527760] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231122, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.567927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.578694] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084943} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.579097] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.579941] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e7a02-201d-49c2-9197-85a223d374ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.603617] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] fd09eb59-5755-4baa-a0b4-aa31aa69cf40/fd09eb59-5755-4baa-a0b4-aa31aa69cf40.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.603981] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d260f5f7-c1cd-4da5-8b1c-03264888ac5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.628339] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1062.628339] env[68828]: value = "task-3231125" [ 1062.628339] env[68828]: _type = "Task" [ 1062.628339] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.637377] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.787113] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231124, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.977179] env[68828]: DEBUG nova.compute.utils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.979240] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.981016] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.986693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.986848] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.987009] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.029761] env[68828]: DEBUG oslo_vmware.api [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231122, 'name': PowerOnVM_Task, 'duration_secs': 0.829674} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030077] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.030353] env[68828]: INFO nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1063.030557] env[68828]: DEBUG nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.034271] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c1a326-3bd7-4fbb-ad9a-0d4fc213e923 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.039535] env[68828]: DEBUG nova.policy [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fabc9ffcb4d4ca88969e3b0b33618a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5f767b7ec4422b9a77f51c8009240e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.142803] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231125, 'name': ReconfigVM_Task, 'duration_secs': 0.293553} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.143128] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Reconfigured VM instance instance-00000056 to attach disk [datastore1] fd09eb59-5755-4baa-a0b4-aa31aa69cf40/fd09eb59-5755-4baa-a0b4-aa31aa69cf40.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.144210] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-642af67c-654b-494d-b272-69a969459ac7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.153908] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1063.153908] env[68828]: value = "task-3231126" [ 1063.153908] env[68828]: _type = "Task" [ 1063.153908] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.167224] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231126, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.288739] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231124, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.361179] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Successfully created port: d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.380484] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae0ab2-15a5-4805-821e-a3ebf766c416 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.390428] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc171a87-b9ee-431b-8e27-30af6799d87b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.428430] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80904e7-b38f-4d6d-817d-d5c641bd6e09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.437372] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3f9d8-abef-4fc3-8b23-c59febb78fb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.452578] env[68828]: DEBUG nova.compute.provider_tree [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.485789] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.541123] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.559648] env[68828]: INFO nova.compute.manager [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Took 24.08 seconds to build instance. [ 1063.639215] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.639538] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.669421] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231126, 'name': Rename_Task, 'duration_secs': 0.174923} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.669421] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.669421] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7fc9e42-55be-4b14-b08c-c31487d25878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.676530] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1063.676530] env[68828]: value = "task-3231127" [ 1063.676530] env[68828]: _type = "Task" [ 1063.676530] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.686649] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.755386] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Updating instance_info_cache with network_info: [{"id": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "address": "fa:16:3e:ef:dd:cf", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907b50b-51", "ovs_interfaceid": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.789808] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231124, 'name': CloneVM_Task, 'duration_secs': 1.506582} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.790106] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Created linked-clone VM from snapshot [ 1063.790868] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722962a3-6c22-4c6d-b55f-c66ca13f027f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.793826] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.794970] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.794970] env[68828]: DEBUG nova.objects.instance [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.802162] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Uploading image 9fbe6cdf-d137-4a7d-bcf5-53571bab76fe {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.824918] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.824918] env[68828]: value = "vm-645867" [ 1063.824918] env[68828]: _type = "VirtualMachine" [ 1063.824918] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.825704] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c195c86c-9c21-4b29-9bee-35925ef038c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834020] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease: (returnval){ [ 1063.834020] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c3e7ee-3647-ccbc-4d31-8afa035e8732" [ 1063.834020] env[68828]: _type = "HttpNfcLease" [ 1063.834020] env[68828]: } obtained for exporting VM: (result){ [ 1063.834020] env[68828]: value = "vm-645867" [ 1063.834020] env[68828]: _type = "VirtualMachine" [ 1063.834020] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.834020] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the lease: (returnval){ [ 1063.834020] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c3e7ee-3647-ccbc-4d31-8afa035e8732" [ 1063.834020] env[68828]: _type = "HttpNfcLease" [ 1063.834020] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.841771] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.841771] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c3e7ee-3647-ccbc-4d31-8afa035e8732" [ 1063.841771] env[68828]: _type = "HttpNfcLease" [ 1063.841771] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.956968] env[68828]: DEBUG nova.scheduler.client.report [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.062408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5fa6cd72-0dad-470f-9569-dd25ed99b2f8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.587s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.143575] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.187874] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.260111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260111] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Instance network_info: |[{"id": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "address": "fa:16:3e:ef:dd:cf", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907b50b-51", "ovs_interfaceid": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.260405] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:dd:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5907b50b-51f3-4abb-a40a-fc72fae66d09', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.268104] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating folder: Project (9d5f767b7ec4422b9a77f51c8009240e). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.268418] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839ed556-ff50-41cd-951a-e55d80a5dfe0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.283416] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created folder: Project (9d5f767b7ec4422b9a77f51c8009240e) in parent group-v645630. [ 1064.283637] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating folder: Instances. Parent ref: group-v645868. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.283875] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b9f7dbf-07b1-4719-9ae9-f9664c349dd1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.296901] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created folder: Instances in parent group-v645868. [ 1064.298167] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.298167] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.298167] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b4a7102-1a9a-46e6-8c99-43c8b6057395 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.315665] env[68828]: DEBUG nova.objects.instance [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.325324] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.325324] env[68828]: value = "task-3231131" [ 1064.325324] env[68828]: _type = "Task" [ 1064.325324] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.336888] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231131, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.344368] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.344368] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c3e7ee-3647-ccbc-4d31-8afa035e8732" [ 1064.344368] env[68828]: _type = "HttpNfcLease" [ 1064.344368] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.344693] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.344693] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c3e7ee-3647-ccbc-4d31-8afa035e8732" [ 1064.344693] env[68828]: _type = "HttpNfcLease" [ 1064.344693] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.345493] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203cc9c-5967-4de8-b094-0d4ba536cfd2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354733] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.354733] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.464019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.464376] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.465106] env[68828]: DEBUG nova.compute.manager [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.465566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.469146] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7d8d7-4977-46bc-bbe9-fd1c4dad889c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.472082] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79ca6c6c-3494-498d-aa88-ac02ba47123c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.473632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.078s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.473877] env[68828]: DEBUG nova.objects.instance [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.483029] env[68828]: DEBUG nova.compute.manager [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.483674] env[68828]: DEBUG nova.objects.instance [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'flavor' on Instance uuid f65ed295-db6c-4a80-86ef-2216fb790b25 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.502031] env[68828]: INFO nova.scheduler.client.report [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance a3d724dc-30ab-48d5-8aab-2d1808962399 [ 1064.503906] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.525267] env[68828]: DEBUG nova.compute.manager [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Received event network-changed-5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.525461] env[68828]: DEBUG nova.compute.manager [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Refreshing instance network info cache due to event network-changed-5907b50b-51f3-4abb-a40a-fc72fae66d09. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.525676] env[68828]: DEBUG oslo_concurrency.lockutils [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] Acquiring lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.525818] env[68828]: DEBUG oslo_concurrency.lockutils [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] Acquired lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.525977] env[68828]: DEBUG nova.network.neutron [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Refreshing network info cache for port 5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.542817] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.543478] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.543478] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.543478] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.543734] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.543734] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.544030] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.544409] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.544409] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.544611] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.544801] env[68828]: DEBUG nova.virt.hardware [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.546394] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c03332-11b2-4eca-8626-15b8d68d4791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.556612] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aebbf1-690e-4a62-9cb6-16e2e84eaa08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.666694] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.689703] env[68828]: DEBUG oslo_vmware.api [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231127, 'name': PowerOnVM_Task, 'duration_secs': 0.526856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.690071] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.690285] env[68828]: INFO nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1064.690534] env[68828]: DEBUG nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.694696] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a5ed3-9e10-4201-af30-1a4538d6130c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.819314] env[68828]: DEBUG nova.objects.base [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance<13fd0e92-3999-4f78-9987-f29d89a6046a> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.819543] env[68828]: DEBUG nova.network.neutron [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.835944] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231131, 'name': CreateVM_Task, 'duration_secs': 0.398726} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.836477] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.837105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.837475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.837838] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.838218] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb3d128-cad5-4d47-b1db-7c6327e9de57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.844945] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1064.844945] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52434bfa-26d0-9eb0-49c7-fc154c0a42ac" [ 1064.844945] env[68828]: _type = "Task" [ 1064.844945] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.854135] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52434bfa-26d0-9eb0-49c7-fc154c0a42ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.943953] env[68828]: DEBUG oslo_concurrency.lockutils [None req-00d54e97-a066-4516-bec6-542041446f81 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.150s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.016817] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a7c89d23-9f79-466e-99b2-9ba5caf45620 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "a3d724dc-30ab-48d5-8aab-2d1808962399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.378s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.036946] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Successfully updated port: d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.216214] env[68828]: INFO nova.compute.manager [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Took 17.87 seconds to build instance. [ 1065.283964] env[68828]: DEBUG nova.network.neutron [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Updated VIF entry in instance network info cache for port 5907b50b-51f3-4abb-a40a-fc72fae66d09. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.284478] env[68828]: DEBUG nova.network.neutron [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Updating instance_info_cache with network_info: [{"id": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "address": "fa:16:3e:ef:dd:cf", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907b50b-51", "ovs_interfaceid": "5907b50b-51f3-4abb-a40a-fc72fae66d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.356847] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52434bfa-26d0-9eb0-49c7-fc154c0a42ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.357764] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.358653] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.358653] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.358653] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.358810] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.359116] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c179d9-cf2b-4859-a939-38612e192665 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.370662] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.371294] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.371982] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75713c14-82a4-493c-ae0f-c0d0310d1873 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.378986] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1065.378986] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e632c0-59d4-4463-50b2-2c8c5bde52df" [ 1065.378986] env[68828]: _type = "Task" [ 1065.378986] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.388443] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e632c0-59d4-4463-50b2-2c8c5bde52df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.483761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ef418cdf-4b0a-48a1-808f-6ed1edc85a79 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.485404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.388s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.485874] env[68828]: DEBUG nova.objects.instance [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 94195e4d-6e4c-4291-a449-0028b8f0782b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.493101] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.493249] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6d4ecc-a1d0-47e4-960b-2cb3ea7e6e08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.502842] env[68828]: DEBUG oslo_vmware.api [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1065.502842] env[68828]: value = "task-3231132" [ 1065.502842] env[68828]: _type = "Task" [ 1065.502842] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.514822] env[68828]: DEBUG oslo_vmware.api [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.539924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.540216] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.540563] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.719682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9154f8f7-b53b-48ec-91b1-a0b0bdebd969 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.380s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.787453] env[68828]: DEBUG oslo_concurrency.lockutils [req-0cf6bcee-0e01-4c20-a3b0-5387560abedf req-ac063c05-2f6c-41ca-9105-18612c018724 service nova] Releasing lock "refresh_cache-6f192834-cae9-4da1-938e-2b226a379032" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.892637] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e632c0-59d4-4463-50b2-2c8c5bde52df, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.893525] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e817775-d327-4ebd-b495-592b0882c755 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.899730] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1065.899730] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff0919-6521-912a-ec6d-12555483a1c0" [ 1065.899730] env[68828]: _type = "Task" [ 1065.899730] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.909051] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff0919-6521-912a-ec6d-12555483a1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.023312] env[68828]: DEBUG oslo_vmware.api [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231132, 'name': PowerOffVM_Task, 'duration_secs': 0.329983} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.026129] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.026807] env[68828]: DEBUG nova.compute.manager [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.027584] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b5dcf-14c2-4d40-8d25-05d6e9cf4c2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.077940] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.235084] env[68828]: DEBUG nova.network.neutron [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Updating instance_info_cache with network_info: [{"id": "d165292f-0196-40a0-82ce-61fdc842c725", "address": "fa:16:3e:ab:35:b4", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd165292f-01", "ovs_interfaceid": "d165292f-0196-40a0-82ce-61fdc842c725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.297206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22af2129-3af8-43f6-831a-ae93c07a7cee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.307976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a19f22-322b-4af5-b733-857a6abb23ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.340976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a17ce3-5cc9-4799-a383-4540ef80f019 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.349916] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab8095-9250-4403-99de-94ecfcf9e77d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.367670] env[68828]: DEBUG nova.compute.provider_tree [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.411400] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ff0919-6521-912a-ec6d-12555483a1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018512} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.412919] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.412919] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 6f192834-cae9-4da1-938e-2b226a379032/6f192834-cae9-4da1-938e-2b226a379032.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.412919] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c86cfd38-2e8f-4cad-88c8-f88f578e2a91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.421947] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1066.421947] env[68828]: value = "task-3231133" [ 1066.421947] env[68828]: _type = "Task" [ 1066.421947] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.432480] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.520409] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.520707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.543030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e9efd01-575c-4587-a998-f21611c0bdda tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.741330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741807] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Instance network_info: |[{"id": "d165292f-0196-40a0-82ce-61fdc842c725", "address": "fa:16:3e:ab:35:b4", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd165292f-01", "ovs_interfaceid": "d165292f-0196-40a0-82ce-61fdc842c725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.742226] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:35:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd165292f-0196-40a0-82ce-61fdc842c725', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.750167] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.750527] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.750807] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1204c751-d6e6-48ca-a93c-243d69825dd2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.774447] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.774447] env[68828]: value = "task-3231134" [ 1066.774447] env[68828]: _type = "Task" [ 1066.774447] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.784711] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231134, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.871547] env[68828]: DEBUG nova.scheduler.client.report [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.935039] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.998913] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.999217] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.999553] env[68828]: DEBUG nova.objects.instance [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.021825] env[68828]: DEBUG nova.compute.manager [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Received event network-vif-plugged-d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.022188] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Acquiring lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.022439] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.022707] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.022916] env[68828]: DEBUG nova.compute.manager [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] No waiting events found dispatching network-vif-plugged-d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.023156] env[68828]: WARNING nova.compute.manager [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Received unexpected event network-vif-plugged-d165292f-0196-40a0-82ce-61fdc842c725 for instance with vm_state building and task_state spawning. [ 1067.023402] env[68828]: DEBUG nova.compute.manager [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Received event network-changed-d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.023582] env[68828]: DEBUG nova.compute.manager [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Refreshing instance network info cache due to event network-changed-d165292f-0196-40a0-82ce-61fdc842c725. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.023795] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Acquiring lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.023991] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Acquired lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.024151] env[68828]: DEBUG nova.network.neutron [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Refreshing network info cache for port d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.026554] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.286225] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231134, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.321035] env[68828]: INFO nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Rebuilding instance [ 1067.366795] env[68828]: DEBUG nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.367718] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e4213-eb60-43ff-b95c-79a39a4bf34f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378220] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.381303] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.913s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.397174] env[68828]: INFO nova.scheduler.client.report [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 94195e4d-6e4c-4291-a449-0028b8f0782b [ 1067.437817] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585568} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.438020] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 6f192834-cae9-4da1-938e-2b226a379032/6f192834-cae9-4da1-938e-2b226a379032.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.438352] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.438720] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-886c6f99-5587-43ce-a796-dd1a7b000a16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.448345] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1067.448345] env[68828]: value = "task-3231135" [ 1067.448345] env[68828]: _type = "Task" [ 1067.448345] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.464923] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.549027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.609713] env[68828]: DEBUG nova.objects.instance [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.702956] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.703339] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.703599] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.703818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.703994] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.706522] env[68828]: INFO nova.compute.manager [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Terminating instance [ 1067.782623] env[68828]: DEBUG nova.network.neutron [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Updated VIF entry in instance network info cache for port d165292f-0196-40a0-82ce-61fdc842c725. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.783088] env[68828]: DEBUG nova.network.neutron [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Updating instance_info_cache with network_info: [{"id": "d165292f-0196-40a0-82ce-61fdc842c725", "address": "fa:16:3e:ab:35:b4", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd165292f-01", "ovs_interfaceid": "d165292f-0196-40a0-82ce-61fdc842c725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.787657] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231134, 'name': CreateVM_Task, 'duration_secs': 0.568048} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.788071] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.788740] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.788918] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.789258] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.789519] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb232523-9920-4297-a4cb-b03390a9eafc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.795127] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1067.795127] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525e13a6-e64a-9c93-bf52-d38535c31ec4" [ 1067.795127] env[68828]: _type = "Task" [ 1067.795127] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.804533] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525e13a6-e64a-9c93-bf52-d38535c31ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.904780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2c55b176-7925-4048-bcb1-c2e5dc05b0af tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "94195e4d-6e4c-4291-a449-0028b8f0782b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.485s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.959646] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.114219] env[68828]: DEBUG nova.objects.base [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance<13fd0e92-3999-4f78-9987-f29d89a6046a> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.114610] env[68828]: DEBUG nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.157892] env[68828]: DEBUG nova.policy [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.216419] env[68828]: DEBUG nova.compute.manager [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.216724] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.217661] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498bbbe-d655-481d-9ca4-c3f053edf074 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.227232] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.227527] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86d9038-3096-4c50-9c31-95b6ab34baae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.236118] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1068.236118] env[68828]: value = "task-3231136" [ 1068.236118] env[68828]: _type = "Task" [ 1068.236118] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.246025] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.289175] env[68828]: DEBUG oslo_concurrency.lockutils [req-41136a80-3a4e-4e69-aa33-14dd91f1f400 req-33bc4636-d0f8-4ed0-bd85-8641690b9566 service nova] Releasing lock "refresh_cache-4833add8-46aa-460a-95ca-20de64bdd4c4" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.306960] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525e13a6-e64a-9c93-bf52-d38535c31ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.307120] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.307611] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.307702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.307981] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.307981] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.308611] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4145f064-83c0-490a-a466-c0ca037935c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.321036] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.321036] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.322545] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663223d4-1773-46a6-bdd3-4db55ea777de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.331107] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1068.331107] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221959c-e3c3-56a1-dedb-e67ef72ef1bb" [ 1068.331107] env[68828]: _type = "Task" [ 1068.331107] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.340589] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221959c-e3c3-56a1-dedb-e67ef72ef1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.383052] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.383459] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a1a7d6-634c-4487-b76f-9f3359593265 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.393642] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1068.393642] env[68828]: value = "task-3231137" [ 1068.393642] env[68828]: _type = "Task" [ 1068.393642] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.397745] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Applying migration context for instance fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 as it has an incoming, in-progress migration 247bd4a9-54cb-47b3-87ef-9dc5d13c9873. Migration status is confirming {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1068.399649] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating resource usage from migration 247bd4a9-54cb-47b3-87ef-9dc5d13c9873 [ 1068.409308] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1068.409612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.410533] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c68828c-9a55-4a66-a12e-62ed4b37129b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.421725] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.422562] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f513c3-0504-4df7-b467-bbfefbb32348 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.427253] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.427465] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.427617] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428420] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance aaa4efed-a739-46d8-872e-91525fa03fe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428420] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428420] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 13fd0e92-3999-4f78-9987-f29d89a6046a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428420] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428420] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 957188b3-5d1d-4048-8aed-3b8238ca271f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428808] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e7cf9e01-adb6-4ffd-a344-6097999ce1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428808] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 076c35d8-f3b8-4734-a691-2df186f34a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428808] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 31a48226-287d-47b9-a293-0e15f62cf5fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.428929] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bfa855b4-31d7-4b5e-af77-e2cb6c92ba31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1068.429868] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration 247bd4a9-54cb-47b3-87ef-9dc5d13c9873 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1068.432841] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.432841] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f65ed295-db6c-4a80-86ef-2216fb790b25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.432841] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance fd09eb59-5755-4baa-a0b4-aa31aa69cf40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.432841] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 6f192834-cae9-4da1-938e-2b226a379032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.432841] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 4833add8-46aa-460a-95ca-20de64bdd4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1068.464915] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.719631} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.464915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.464915] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e2cd6-02c9-42f8-8297-562d2bbe26dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.468633] env[68828]: DEBUG nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Successfully created port: 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.495510] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 6f192834-cae9-4da1-938e-2b226a379032/6f192834-cae9-4da1-938e-2b226a379032.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.496427] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7050cbfb-5ef3-46d7-9d04-e6d888df582f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.512146] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.512146] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.512513] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.513348] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eccca2a2-bdc0-4087-b3c1-e439d12a08ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.521769] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1068.521769] env[68828]: value = "task-3231140" [ 1068.521769] env[68828]: _type = "Task" [ 1068.521769] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.521985] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1068.521985] env[68828]: value = "task-3231139" [ 1068.521985] env[68828]: _type = "Task" [ 1068.521985] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.545868] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.546163] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.749918] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231136, 'name': PowerOffVM_Task, 'duration_secs': 0.262673} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.750306] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.750601] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.750940] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024fe825-0181-4a48-a124-ca7dd00a445d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.838923] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.839326] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.839502] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Deleting the datastore file [datastore1] fd09eb59-5755-4baa-a0b4-aa31aa69cf40 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.840243] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efdc74ea-8c3d-4f94-a2af-e0332408aa57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.846292] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5221959c-e3c3-56a1-dedb-e67ef72ef1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.847923] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c64b4c8-009a-430f-ba08-84c324729316 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.851940] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for the task: (returnval){ [ 1068.851940] env[68828]: value = "task-3231142" [ 1068.851940] env[68828]: _type = "Task" [ 1068.851940] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.853466] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1068.853466] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f50fd-d714-78df-35cb-5e4109ffc02b" [ 1068.853466] env[68828]: _type = "Task" [ 1068.853466] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.866573] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.869462] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f50fd-d714-78df-35cb-5e4109ffc02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.935615] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.037595] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227479} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.040871] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.041096] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.041361] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.044039] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231139, 'name': ReconfigVM_Task, 'duration_secs': 0.437891} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.044545] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 6f192834-cae9-4da1-938e-2b226a379032/6f192834-cae9-4da1-938e-2b226a379032.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.045154] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0db66cb9-792d-4915-8d43-0104189a93aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.052729] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1069.052729] env[68828]: value = "task-3231143" [ 1069.052729] env[68828]: _type = "Task" [ 1069.052729] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.063867] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231143, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.143222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "8240d878-657c-4473-b3f5-d5c9d600800f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.143456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.371741] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f50fd-d714-78df-35cb-5e4109ffc02b, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.372058] env[68828]: DEBUG oslo_vmware.api [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Task: {'id': task-3231142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19761} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.372336] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.372639] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 4833add8-46aa-460a-95ca-20de64bdd4c4/4833add8-46aa-460a-95ca-20de64bdd4c4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.372942] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.373163] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.373371] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.373577] env[68828]: INFO nova.compute.manager [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1069.373849] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.374129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eda0e33-86b5-456b-8d6a-3d362e6c7a28 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.376305] env[68828]: DEBUG nova.compute.manager [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.376455] env[68828]: DEBUG nova.network.neutron [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.383765] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1069.383765] env[68828]: value = "task-3231144" [ 1069.383765] env[68828]: _type = "Task" [ 1069.383765] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.392392] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.439367] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.564119] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231143, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.646037] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.789668] env[68828]: DEBUG nova.compute.manager [req-941df9e7-7831-4d89-b2c7-591979718b13 req-002777e1-e6b7-489e-9d0d-15a0d8d6322d service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Received event network-vif-deleted-00316a24-5a00-42e1-90f3-4dd774890cf9 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.789926] env[68828]: INFO nova.compute.manager [req-941df9e7-7831-4d89-b2c7-591979718b13 req-002777e1-e6b7-489e-9d0d-15a0d8d6322d service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Neutron deleted interface 00316a24-5a00-42e1-90f3-4dd774890cf9; detaching it from the instance and deleting it from the info cache [ 1069.790205] env[68828]: DEBUG nova.network.neutron [req-941df9e7-7831-4d89-b2c7-591979718b13 req-002777e1-e6b7-489e-9d0d-15a0d8d6322d service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.848049] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.848049] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.895254] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.944434] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f0bf5f87-81af-4702-8c21-9279a0a9dc2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.000146] env[68828]: DEBUG nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Successfully updated port: 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.063997] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231143, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.076562] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.076981] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.076981] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.077220] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.077309] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.077479] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.077755] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.077982] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.078126] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.078282] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.078477] env[68828]: DEBUG nova.virt.hardware [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.079768] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a80c2-71ed-4194-9ef8-911315c34db1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.089173] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f16cc-c82b-41e3-85ad-f4b0495a6cbd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.104341] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:fe:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb78310-7bea-487d-95de-eeda5a818923', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.111985] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.112774] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.113063] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86543d9c-dfef-4251-a7ce-183e504a888e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.127548] env[68828]: DEBUG nova.network.neutron [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.135673] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.135673] env[68828]: value = "task-3231145" [ 1070.135673] env[68828]: _type = "Task" [ 1070.135673] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.149758] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231145, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.171714] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.293096] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ded8fc8-2d4a-479d-9420-da6b1f312259 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.311118] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e09d9-dfcf-43c7-abe2-6fe849457593 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.359722] env[68828]: DEBUG nova.compute.utils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.361728] env[68828]: DEBUG nova.compute.manager [req-941df9e7-7831-4d89-b2c7-591979718b13 req-002777e1-e6b7-489e-9d0d-15a0d8d6322d service nova] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Detach interface failed, port_id=00316a24-5a00-42e1-90f3-4dd774890cf9, reason: Instance fd09eb59-5755-4baa-a0b4-aa31aa69cf40 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.396325] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231144, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.447681] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b8b6182f-22a9-4ab9-9978-36eb644bc2c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.502693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.502904] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.503066] env[68828]: DEBUG nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.565191] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231143, 'name': Rename_Task, 'duration_secs': 1.015185} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.565416] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.565714] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36fa30a-d307-4731-8b01-d5bec963f087 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.572580] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1070.572580] env[68828]: value = "task-3231146" [ 1070.572580] env[68828]: _type = "Task" [ 1070.572580] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.581232] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.630227] env[68828]: INFO nova.compute.manager [-] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Took 1.25 seconds to deallocate network for instance. [ 1070.645172] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231145, 'name': CreateVM_Task, 'duration_secs': 0.40531} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.645657] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.646380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.646550] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.646873] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.647136] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f434e5-0919-4143-b006-5f34a58d5b0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.653563] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1070.653563] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bed35a-ea13-00a8-74a6-39e614488415" [ 1070.653563] env[68828]: _type = "Task" [ 1070.653563] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.662678] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bed35a-ea13-00a8-74a6-39e614488415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.864090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.899070] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231144, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018757} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.899335] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 4833add8-46aa-460a-95ca-20de64bdd4c4/4833add8-46aa-460a-95ca-20de64bdd4c4.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.899566] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.899819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e66251-16e6-4b26-ad86-11f222009779 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.909189] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1070.909189] env[68828]: value = "task-3231147" [ 1070.909189] env[68828]: _type = "Task" [ 1070.909189] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.918116] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.951691] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2f503703-a96f-438e-a2f5-1e371d01a9fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.952251] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.952493] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1071.042271] env[68828]: WARNING nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1071.082591] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.137754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.167943] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bed35a-ea13-00a8-74a6-39e614488415, 'name': SearchDatastore_Task, 'duration_secs': 0.029411} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.168260] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.168499] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.168748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.168887] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.169078] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.169340] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e76546-b842-418f-8b6c-9efa33d759f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.202803] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.202803] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.203936] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b84b489-d148-4965-82d0-d7a656f944c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.213222] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1071.213222] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b81f6-f579-ed6e-cf97-3aaedba04152" [ 1071.213222] env[68828]: _type = "Task" [ 1071.213222] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.222046] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b81f6-f579-ed6e-cf97-3aaedba04152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.274647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b953b-8684-4887-8063-edc03670ba3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.283657] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f99596-842e-458a-b770-9407c49b2d73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.317221] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c1d5d-5336-4f25-bf91-4995a586d2d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.326849] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c1ddd-33c5-44fc-ba62-d3877d2ddd97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.340956] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.424796] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075343} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.425148] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.426068] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c134f-c8bd-4b92-a275-d09b5442fe8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.454036] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4833add8-46aa-460a-95ca-20de64bdd4c4/4833add8-46aa-460a-95ca-20de64bdd4c4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.454386] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e0f936-7897-41f5-a2f9-c705571eb5a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.470553] env[68828]: DEBUG nova.network.neutron [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "address": "fa:16:3e:90:f9:b7", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd8f6ff-98", "ovs_interfaceid": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.478031] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1071.478031] env[68828]: value = "task-3231148" [ 1071.478031] env[68828]: _type = "Task" [ 1071.478031] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.488510] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.585076] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231146, 'name': PowerOnVM_Task, 'duration_secs': 0.837477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.585370] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.585851] env[68828]: INFO nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1071.585851] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.586577] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df3e69f-ceb2-420b-a41a-b6149ccd3a61 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.722151] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525b81f6-f579-ed6e-cf97-3aaedba04152, 'name': SearchDatastore_Task, 'duration_secs': 0.035047} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.722981] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84fc41e-ba9f-4946-9453-dcfa0bb57112 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.730272] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1071.730272] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5217d722-26b4-ea39-858f-0500d647a6ad" [ 1071.730272] env[68828]: _type = "Task" [ 1071.730272] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.739686] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5217d722-26b4-ea39-858f-0500d647a6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.844029] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.972743] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.974165] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.974654] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e49c2-4ef9-4ddb-81e9-7e662225ad23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.988386] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231148, 'name': ReconfigVM_Task, 'duration_secs': 0.347508} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.001481] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4833add8-46aa-460a-95ca-20de64bdd4c4/4833add8-46aa-460a-95ca-20de64bdd4c4.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.002787] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.003016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.003237] env[68828]: INFO nova.compute.manager [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Attaching volume 8a16a1a4-4dc0-46d4-a339-181438d1468c to /dev/sdb [ 1072.005210] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.005350] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.005483] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.005663] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.005837] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.005989] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.006210] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.006390] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.006565] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.006724] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.006894] env[68828]: DEBUG nova.virt.hardware [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.013013] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfiguring VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1072.014077] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60019296-303a-4f35-bfef-bea4527c66f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.015577] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094f1d2d-0755-4102-bcb3-d840ebbe405d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.036171] env[68828]: DEBUG oslo_vmware.api [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1072.036171] env[68828]: value = "task-3231149" [ 1072.036171] env[68828]: _type = "Task" [ 1072.036171] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.038041] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1072.038041] env[68828]: value = "task-3231150" [ 1072.038041] env[68828]: _type = "Task" [ 1072.038041] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.049701] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231150, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.052364] env[68828]: DEBUG oslo_vmware.api [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231149, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.057082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60404e0c-e822-42c4-b345-34092831267d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.064820] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb26ac7-5fdc-474a-bce5-e39091bcac54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.084166] env[68828]: DEBUG nova.virt.block_device [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating existing volume attachment record: 28ca7126-ea52-48e9-8708-d7ec48dfbfdf {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.104488] env[68828]: INFO nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Took 20.73 seconds to build instance. [ 1072.241782] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5217d722-26b4-ea39-858f-0500d647a6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023045} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.242152] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.242626] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.242815] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fbcd1a0-afd1-42a1-b44f-088d3cfdbe10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.252290] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1072.252290] env[68828]: value = "task-3231152" [ 1072.252290] env[68828]: _type = "Task" [ 1072.252290] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.260857] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.297368] env[68828]: DEBUG nova.compute.manager [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-plugged-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.297368] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.297368] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.297594] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.297636] env[68828]: DEBUG nova.compute.manager [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] No waiting events found dispatching network-vif-plugged-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.297794] env[68828]: WARNING nova.compute.manager [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received unexpected event network-vif-plugged-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 for instance with vm_state active and task_state None. [ 1072.297953] env[68828]: DEBUG nova.compute.manager [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-changed-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.298124] env[68828]: DEBUG nova.compute.manager [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing instance network info cache due to event network-changed-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.298367] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.298509] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.298685] env[68828]: DEBUG nova.network.neutron [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing network info cache for port 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.349397] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1072.349397] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.969s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.349672] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.534s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.349922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.352721] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.109s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.354283] env[68828]: INFO nova.compute.claims [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.380317] env[68828]: INFO nova.scheduler.client.report [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Deleted allocations for instance bfa855b4-31d7-4b5e-af77-e2cb6c92ba31 [ 1072.554712] env[68828]: DEBUG oslo_vmware.api [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.555048] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231150, 'name': Rename_Task, 'duration_secs': 0.174867} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.555335] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.555618] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07479fe6-9e71-44d2-95ab-f9e547c29895 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.564024] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1072.564024] env[68828]: value = "task-3231155" [ 1072.564024] env[68828]: _type = "Task" [ 1072.564024] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.582539] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.606598] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.237s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.762842] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231152, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.890297] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cae884d-fb16-49e1-967f-28d426556b16 tempest-ServerShowV254Test-2001877285 tempest-ServerShowV254Test-2001877285-project-member] Lock "bfa855b4-31d7-4b5e-af77-e2cb6c92ba31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.938s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.049852] env[68828]: DEBUG oslo_vmware.api [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231149, 'name': ReconfigVM_Task, 'duration_secs': 0.658043} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.050382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.050595] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfigured VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1073.072288] env[68828]: DEBUG nova.network.neutron [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updated VIF entry in instance network info cache for port 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.072735] env[68828]: DEBUG nova.network.neutron [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "address": "fa:16:3e:90:f9:b7", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd8f6ff-98", "ovs_interfaceid": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.077669] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.265494] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763127} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.265840] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.266079] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.266362] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64028887-f4d9-4c0e-9ad9-1fde9f20c060 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.275246] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1073.275246] env[68828]: value = "task-3231156" [ 1073.275246] env[68828]: _type = "Task" [ 1073.275246] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.284628] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.557823] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bbfca45-fa94-4612-b948-f84c52b69fe5 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.558s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.576425] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.580400] env[68828]: DEBUG oslo_concurrency.lockutils [req-6df4b764-94ac-4c36-9725-50833097b36c req-4323a74f-39b4-4f71-a035-a8046633093c service nova] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.587959] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1073.589230] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e2f8b-e668-4fbe-b337-1f9244af8352 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.597774] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1073.597953] env[68828]: ERROR oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk due to incomplete transfer. [ 1073.600598] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04b673e2-5cc1-437d-b046-b3db774f1f32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.611280] env[68828]: DEBUG oslo_vmware.rw_handles [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f0a7-c7d0-fdd1-1e91-723e6e429a50/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1073.611498] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Uploaded image 9fbe6cdf-d137-4a7d-bcf5-53571bab76fe to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1073.613942] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1073.616574] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c097f54-9109-47da-a178-ec4b0af2fd2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.623742] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1073.623742] env[68828]: value = "task-3231157" [ 1073.623742] env[68828]: _type = "Task" [ 1073.623742] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.633955] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231157, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.686082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f557c31c-29cd-415b-91f2-0cfa13305e53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.695624] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015305a8-653e-41b7-8632-d594b731621d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.729847] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bc133-43ea-474a-82b1-5060accbf1dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.738780] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125bbcd8-d584-4803-9a6d-9cbd30db32ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.754852] env[68828]: DEBUG nova.compute.provider_tree [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.786503] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.421236} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.786814] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.787656] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72765017-9ab0-4ac0-b038-390617e4ae23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.811850] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.812130] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-847e71ca-c1f2-4960-84d6-e6e2e940d646 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.834918] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1073.834918] env[68828]: value = "task-3231158" [ 1073.834918] env[68828]: _type = "Task" [ 1073.834918] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.844079] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.077479] env[68828]: DEBUG oslo_vmware.api [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231155, 'name': PowerOnVM_Task, 'duration_secs': 1.201667} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.077887] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.077939] env[68828]: INFO nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1074.078128] env[68828]: DEBUG nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.078943] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e65ee98-1cef-40d6-a919-7d6fee51c111 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.138629] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231157, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.257751] env[68828]: DEBUG nova.scheduler.client.report [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.346423] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.599868] env[68828]: INFO nova.compute.manager [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Took 23.18 seconds to build instance. [ 1074.638144] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231157, 'name': Destroy_Task, 'duration_secs': 0.685547} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.638144] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Destroyed the VM [ 1074.638144] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.638144] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51eb6879-1f33-4d90-bd6b-051b1eca5d08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.647766] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1074.647766] env[68828]: value = "task-3231160" [ 1074.647766] env[68828]: _type = "Task" [ 1074.647766] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.669953] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.767011] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.767603] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.771423] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.645s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.772947] env[68828]: INFO nova.compute.claims [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.846393] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231158, 'name': ReconfigVM_Task, 'duration_secs': 0.538091} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.846814] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25/f65ed295-db6c-4a80-86ef-2216fb790b25.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.847964] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-555c3e00-fe1c-4fb4-a6a8-689cbf284a8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.854370] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1074.854370] env[68828]: value = "task-3231161" [ 1074.854370] env[68828]: _type = "Task" [ 1074.854370] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.864474] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231161, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.105033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0562a821-312a-4b1d-a10c-e7f7fd510f94 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.692s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.158965] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.274317] env[68828]: DEBUG nova.compute.utils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.279153] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.279379] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.350998] env[68828]: DEBUG nova.policy [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03d198e1d135460abe582c7cc8865ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd9dca402af4d23ab6d955cbfadd836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.366186] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231161, 'name': Rename_Task, 'duration_secs': 0.153979} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.366547] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.366814] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b024403f-6013-4204-b04e-45ae802faac9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.375485] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1075.375485] env[68828]: value = "task-3231162" [ 1075.375485] env[68828]: _type = "Task" [ 1075.375485] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.387772] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.664999] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.783245] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.799665] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.801819] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.801819] env[68828]: DEBUG nova.objects.instance [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.802427] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "6f192834-cae9-4da1-938e-2b226a379032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.802660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.802859] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "6f192834-cae9-4da1-938e-2b226a379032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.803048] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.803225] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.808617] env[68828]: INFO nova.compute.manager [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Terminating instance [ 1075.845352] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Successfully created port: e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.890604] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231162, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.924298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "4833add8-46aa-460a-95ca-20de64bdd4c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.924298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.924298] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.924549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.924758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.926668] env[68828]: INFO nova.compute.manager [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Terminating instance [ 1076.141092] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4017cce2-d09f-4f62-9377-8d6274f7c287 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.150342] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eeeebd-2d57-4539-83bb-d9db7a70087d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.163725] env[68828]: DEBUG oslo_vmware.api [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231160, 'name': RemoveSnapshot_Task, 'duration_secs': 1.207626} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.193933] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1076.194274] env[68828]: INFO nova.compute.manager [None req-ca99aef3-26ac-414c-a790-bdd56f34f1c2 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 1076.198288] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b38dc4-c63c-4e2f-9fb9-40cc07bd9666 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.208262] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782cf1c-517c-4d34-b68e-1d0ae572cf69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.222938] env[68828]: DEBUG nova.compute.provider_tree [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.314710] env[68828]: DEBUG nova.compute.manager [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.315071] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.316976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5c3de-7831-4472-8f46-fc82bb9cf241 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.326827] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.326827] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a85bccc-00b8-4c75-b051-af0a42517afa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.334134] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1076.334134] env[68828]: value = "task-3231163" [ 1076.334134] env[68828]: _type = "Task" [ 1076.334134] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.348162] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.387525] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231162, 'name': PowerOnVM_Task, 'duration_secs': 0.526657} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.387810] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.388031] env[68828]: DEBUG nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.388849] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f9611-2ed1-4426-ad2f-7c219bb734a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.430422] env[68828]: DEBUG nova.compute.manager [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.430686] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.431751] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f3a2e7-ccff-469d-a173-4367b860942d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.441291] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.441627] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af280cd9-bcce-40cf-b414-6f743773da87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.451768] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1076.451768] env[68828]: value = "task-3231164" [ 1076.451768] env[68828]: _type = "Task" [ 1076.451768] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.466827] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.600128] env[68828]: DEBUG nova.objects.instance [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.728164] env[68828]: DEBUG nova.scheduler.client.report [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.797746] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.832900] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.833166] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.833328] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.833588] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.833805] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.833903] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.834664] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.834897] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.835425] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.835685] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.835975] env[68828]: DEBUG nova.virt.hardware [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.837064] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f995a012-fefa-43e8-878a-e203bc074337 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.855071] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231163, 'name': PowerOffVM_Task, 'duration_secs': 0.174561} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.855071] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e33068-a0a3-4678-b706-b4514c95eeba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.858511] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.858733] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.859165] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9439a0ac-da2e-48ac-81c2-1971a0448dcf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.904559] env[68828]: INFO nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] bringing vm to original state: 'stopped' [ 1076.931779] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.931897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.932498] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleting the datastore file [datastore1] 6f192834-cae9-4da1-938e-2b226a379032 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.932498] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5100fdc-1762-4e47-b4f5-3cfa80cb616d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941506] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1076.941506] env[68828]: value = "task-3231166" [ 1076.941506] env[68828]: _type = "Task" [ 1076.941506] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.951468] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.963194] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231164, 'name': PowerOffVM_Task, 'duration_secs': 0.251889} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.963897] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.963897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.964099] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5944e39-14f0-4751-9dfc-5ca5e9c32798 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.036131] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.036749] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.036749] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleting the datastore file [datastore1] 4833add8-46aa-460a-95ca-20de64bdd4c4 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.036909] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2833d71-faf2-4f12-9106-8697c0e80dc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.044110] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1077.044110] env[68828]: value = "task-3231168" [ 1077.044110] env[68828]: _type = "Task" [ 1077.044110] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.055781] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.104348] env[68828]: DEBUG nova.objects.base [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance<13fd0e92-3999-4f78-9987-f29d89a6046a> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.104526] env[68828]: DEBUG nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.135423] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.135675] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645874', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'name': 'volume-8a16a1a4-4dc0-46d4-a339-181438d1468c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '957188b3-5d1d-4048-8aed-3b8238ca271f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'serial': '8a16a1a4-4dc0-46d4-a339-181438d1468c'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.136668] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2ba25-1cc9-4753-9f41-d024cfa517d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.157703] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec422aff-344a-4c63-ac00-61a0f0bba9e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.188102] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-8a16a1a4-4dc0-46d4-a339-181438d1468c/volume-8a16a1a4-4dc0-46d4-a339-181438d1468c.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.189819] env[68828]: DEBUG nova.policy [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.191732] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66114137-f189-4438-ada2-6a45c9721a7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.211979] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1077.211979] env[68828]: value = "task-3231169" [ 1077.211979] env[68828]: _type = "Task" [ 1077.211979] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.220923] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.233919] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.237719] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.240693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.869s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.459057] env[68828]: DEBUG oslo_vmware.api [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140233} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.459057] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.459057] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.459260] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.459462] env[68828]: INFO nova.compute.manager [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.459745] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.459977] env[68828]: DEBUG nova.compute.manager [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.460134] env[68828]: DEBUG nova.network.neutron [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.561403] env[68828]: DEBUG oslo_vmware.api [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140257} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.561403] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.561403] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.561403] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.561403] env[68828]: INFO nova.compute.manager [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1077.561982] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.564018] env[68828]: DEBUG nova.compute.manager [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.564018] env[68828]: DEBUG nova.network.neutron [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.722952] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.744171] env[68828]: DEBUG nova.compute.utils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.747555] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.747555] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.770105] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Successfully updated port: e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.813456] env[68828]: DEBUG nova.policy [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcb1cb4dd3741589f748dcd33d891b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '469077700b7f430685389671cd01028a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.910396] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.910698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.910874] env[68828]: DEBUG nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.912206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40345486-c654-40b9-85db-4b4971728dfa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.922137] env[68828]: DEBUG nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1078.089578] env[68828]: DEBUG nova.compute.manager [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Received event network-vif-plugged-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.089885] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] Acquiring lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.090106] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.090243] env[68828]: DEBUG oslo_concurrency.lockutils [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.090409] env[68828]: DEBUG nova.compute.manager [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] No waiting events found dispatching network-vif-plugged-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.090574] env[68828]: WARNING nova.compute.manager [req-cb19139c-ccff-4afe-8cd5-a3d70b4bc6ab req-ba46fd3f-cefa-4039-99d9-145bce60328a service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Received unexpected event network-vif-plugged-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 for instance with vm_state building and task_state spawning. [ 1078.112398] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.112718] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.172343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d3f14-371b-4c2d-9374-2978985a1740 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.175735] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Successfully created port: 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.183825] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6522d9f-32f9-4c76-abf5-5909b232433f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.226247] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b41e6d-aa08-43c0-9011-88cbcf2fbe1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.237403] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231169, 'name': ReconfigVM_Task, 'duration_secs': 0.845061} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.239069] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc973884-74d7-4191-8b9a-fefccb31eb30 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.242940] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-8a16a1a4-4dc0-46d4-a339-181438d1468c/volume-8a16a1a4-4dc0-46d4-a339-181438d1468c.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.248263] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc907f3-5612-4595-bf4a-6373dfbf75d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258490] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.270129] env[68828]: DEBUG nova.compute.provider_tree [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.278928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.278928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.279115] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.280194] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1078.280194] env[68828]: value = "task-3231170" [ 1078.280194] env[68828]: _type = "Task" [ 1078.280194] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.292632] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.393855] env[68828]: DEBUG nova.network.neutron [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.426679] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.427093] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b990207-d9db-47ba-a8c7-5c366edf556f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.435789] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1078.435789] env[68828]: value = "task-3231171" [ 1078.435789] env[68828]: _type = "Task" [ 1078.435789] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.447671] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.487036] env[68828]: DEBUG nova.network.neutron [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.615874] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.699656] env[68828]: DEBUG nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Successfully updated port: 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.767540] env[68828]: DEBUG nova.compute.manager [req-510f357a-e5e0-4f9a-9855-383a91d18004 req-b58aafed-99a3-4ce4-abc6-4566cc08d59a service nova] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Received event network-vif-deleted-5907b50b-51f3-4abb-a40a-fc72fae66d09 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.777028] env[68828]: DEBUG nova.scheduler.client.report [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.800706] env[68828]: DEBUG oslo_vmware.api [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231170, 'name': ReconfigVM_Task, 'duration_secs': 0.1925} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.800981] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645874', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'name': 'volume-8a16a1a4-4dc0-46d4-a339-181438d1468c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '957188b3-5d1d-4048-8aed-3b8238ca271f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'serial': '8a16a1a4-4dc0-46d4-a339-181438d1468c'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.824180] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.897118] env[68828]: INFO nova.compute.manager [-] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Took 1.44 seconds to deallocate network for instance. [ 1078.952645] env[68828]: DEBUG oslo_vmware.api [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231171, 'name': PowerOffVM_Task, 'duration_secs': 0.171333} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.958981] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.958981] env[68828]: DEBUG nova.compute.manager [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.959667] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e0ef1-8a8d-4fb3-b015-8a798bc449c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.991874] env[68828]: INFO nova.compute.manager [-] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Took 1.43 seconds to deallocate network for instance. [ 1079.002680] env[68828]: DEBUG nova.network.neutron [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updating instance_info_cache with network_info: [{"id": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "address": "fa:16:3e:c1:c3:4b", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bd9ad0-ee", "ovs_interfaceid": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.141743] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.204950] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.204950] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.205284] env[68828]: DEBUG nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.281886] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.304886] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.305211] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.305381] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.305569] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.305723] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.305868] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.306102] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.306268] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.306464] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.306641] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.306812] env[68828]: DEBUG nova.virt.hardware [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.310255] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b3af6-e7ae-44bf-81d3-32f3be23da52 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.322024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc562fd4-dce1-4557-a6d3-b91d1e33b59a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.404552] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.475181] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.499765] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.506175] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.506575] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Instance network_info: |[{"id": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "address": "fa:16:3e:c1:c3:4b", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bd9ad0-ee", "ovs_interfaceid": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.507091] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:c3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.514548] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.515042] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.515283] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe832940-feb1-4c3e-9c1d-45e01ed73cc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.535835] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.535835] env[68828]: value = "task-3231172" [ 1079.535835] env[68828]: _type = "Task" [ 1079.535835] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.543945] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231172, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.669094] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Successfully updated port: 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.698059] env[68828]: DEBUG nova.compute.manager [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.698435] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd028d96-98f4-42b8-817b-c3eb5281b2db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.745765] env[68828]: WARNING nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1079.745980] env[68828]: WARNING nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1079.790186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.549s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.793529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.226s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.795012] env[68828]: INFO nova.compute.claims [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.851753] env[68828]: DEBUG nova.objects.instance [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'flavor' on Instance uuid 957188b3-5d1d-4048-8aed-3b8238ca271f {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.987939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.046569] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231172, 'name': CreateVM_Task, 'duration_secs': 0.334153} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.046765] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.047490] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.047662] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.047983] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.048249] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c16a29-7548-4826-9a5a-b26904251980 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.057292] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1080.057292] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529a215f-291c-f59f-8a94-8894b55e7094" [ 1080.057292] env[68828]: _type = "Task" [ 1080.057292] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.063014] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529a215f-291c-f59f-8a94-8894b55e7094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.172215] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.172402] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.172517] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.195888] env[68828]: DEBUG nova.network.neutron [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "address": "fa:16:3e:90:f9:b7", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd8f6ff-98", "ovs_interfaceid": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "address": "fa:16:3e:a2:50:5d", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf6531d-b4", "ovs_interfaceid": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.215020] env[68828]: INFO nova.compute.manager [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] instance snapshotting [ 1080.218100] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18923d8-6745-4431-8307-5938ab417e78 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.239266] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dfec4-45d9-49e3-884b-ab5227885dc3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.251785] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.252105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.311109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.311429] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.311563] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.311763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.311949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.313709] env[68828]: INFO nova.compute.manager [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Terminating instance [ 1080.356926] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd77ec68-e7e8-484e-afcd-d3f1ee3d393f tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.354s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.366242] env[68828]: INFO nova.scheduler.client.report [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocation for migration 247bd4a9-54cb-47b3-87ef-9dc5d13c9873 [ 1080.564775] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529a215f-291c-f59f-8a94-8894b55e7094, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.565162] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.565411] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.565698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.565800] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.565984] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.566296] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9256c763-2574-40a1-99d7-9fdf1e12a756 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.574467] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.574649] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.575398] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3274d0-2480-4f4a-83c9-31265965904c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.580636] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1080.580636] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52176e97-3e26-56a3-c22d-c2c4bfe4242e" [ 1080.580636] env[68828]: _type = "Task" [ 1080.580636] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.587981] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52176e97-3e26-56a3-c22d-c2c4bfe4242e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.697975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.698802] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.698981] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.699823] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fee04d-fcbb-4e37-b2d4-e92de1d846e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.703328] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.719165] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.719412] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.719570] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.719752] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.719896] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.720051] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.720259] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.720411] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.720578] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.720735] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.720904] env[68828]: DEBUG nova.virt.hardware [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.727327] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfiguring VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1080.729753] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d57c2d2-2942-4863-814c-fdb9c9cf9e0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.746695] env[68828]: DEBUG oslo_vmware.api [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1080.746695] env[68828]: value = "task-3231173" [ 1080.746695] env[68828]: _type = "Task" [ 1080.746695] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.752151] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.752396] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff75791f-41c8-419c-8fe0-fbac673843e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.754869] env[68828]: DEBUG nova.compute.utils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.760214] env[68828]: DEBUG oslo_vmware.api [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.764796] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1080.764796] env[68828]: value = "task-3231174" [ 1080.764796] env[68828]: _type = "Task" [ 1080.764796] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.773040] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.819769] env[68828]: DEBUG nova.compute.manager [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.820111] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.820923] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836fe6cf-5924-49d2-869b-2b76e1954987 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.833033] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.833295] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c62aa4-f186-4224-ba97-89a00e52a34e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.864923] env[68828]: DEBUG nova.network.neutron [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.870604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-40bc9fcb-40e9-4ed0-a912-7fa7c3158e85 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.674s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.898049] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.898049] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.898277] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore1] f65ed295-db6c-4a80-86ef-2216fb790b25 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.898582] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb3cece-e9eb-4c8c-9ebe-2b2a427e73dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.907712] env[68828]: DEBUG oslo_vmware.api [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1080.907712] env[68828]: value = "task-3231176" [ 1080.907712] env[68828]: _type = "Task" [ 1080.907712] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.915984] env[68828]: DEBUG oslo_vmware.api [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.092785] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52176e97-3e26-56a3-c22d-c2c4bfe4242e, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.095879] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010707e4-b4b6-4859-a3d3-f1f164a6d575 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.100604] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1081.100604] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52685c10-fc2f-6d7a-d6a4-d9f6ef11c5b1" [ 1081.100604] env[68828]: _type = "Task" [ 1081.100604] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.107793] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52685c10-fc2f-6d7a-d6a4-d9f6ef11c5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.119932] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e634c-5f40-4065-91c6-0fe34fd6214f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.126495] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3eb48-4595-4d76-9b90-046ad812d8ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.157971] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bca85e-f74c-472d-b296-e13103664314 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.166213] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b367d54-cf06-408c-bb69-f247ada2713a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.181052] env[68828]: DEBUG nova.compute.provider_tree [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.256961] env[68828]: DEBUG oslo_vmware.api [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.264076] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.273951] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231174, 'name': CreateSnapshot_Task, 'duration_secs': 0.442634} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.274221] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.274989] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13562f10-e47b-424e-b35a-4ce9c387b8a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.368114] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.368488] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance network_info: |[{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.368900] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:89:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6badb408-3030-4e37-b8ec-7d0d3cdb545a', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.377590] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating folder: Project (469077700b7f430685389671cd01028a). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.378134] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbdab0a9-bb49-437f-b503-ed5458d6f009 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.386840] env[68828]: DEBUG nova.compute.manager [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.393053] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created folder: Project (469077700b7f430685389671cd01028a) in parent group-v645630. [ 1081.393053] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating folder: Instances. Parent ref: group-v645877. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.393053] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c59a21c6-fcd3-4427-b248-9352db100af2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.401711] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created folder: Instances in parent group-v645877. [ 1081.402292] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.402292] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.402292] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7b567d-f683-4c4b-879e-8e438d6054b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.426239] env[68828]: DEBUG oslo_vmware.api [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124924} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.427522] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.427724] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.427904] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.428093] env[68828]: INFO nova.compute.manager [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1081.428337] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.428522] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.428522] env[68828]: value = "task-3231179" [ 1081.428522] env[68828]: _type = "Task" [ 1081.428522] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.428846] env[68828]: DEBUG nova.compute.manager [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.428846] env[68828]: DEBUG nova.network.neutron [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.439467] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231179, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.613395] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52685c10-fc2f-6d7a-d6a4-d9f6ef11c5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.613676] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.614308] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5/70e51c34-91ff-4e8f-8f35-baf2c5ec21a5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.614582] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bac32a2-176d-456d-a55c-3763b1496a5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.621800] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1081.621800] env[68828]: value = "task-3231180" [ 1081.621800] env[68828]: _type = "Task" [ 1081.621800] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.629198] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.685059] env[68828]: DEBUG nova.scheduler.client.report [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.759183] env[68828]: DEBUG oslo_vmware.api [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231173, 'name': ReconfigVM_Task, 'duration_secs': 0.546159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.760328] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.760328] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfigured VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1081.795463] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.796158] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa38594c-0ba1-4321-beee-bd9cd1e7f5f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.805878] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1081.805878] env[68828]: value = "task-3231181" [ 1081.805878] env[68828]: _type = "Task" [ 1081.805878] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.815183] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231181, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.907011] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.940600] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231179, 'name': CreateVM_Task, 'duration_secs': 0.350004} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.940600] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.941197] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.941365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.941701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.941967] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f09d72-0197-42e6-be42-a59269b54894 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.946771] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1081.946771] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52701335-52de-c17d-7a10-799af86e0c40" [ 1081.946771] env[68828]: _type = "Task" [ 1081.946771] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.955565] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52701335-52de-c17d-7a10-799af86e0c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.018386] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Received event network-changed-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.018674] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Refreshing instance network info cache due to event network-changed-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.019020] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquiring lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.019264] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquired lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.019490] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Refreshing network info cache for port e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.131749] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505222} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.131909] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5/70e51c34-91ff-4e8f-8f35-baf2c5ec21a5.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.133022] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.133022] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05c5893-cca9-403c-9074-7e61d9299c72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.138789] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1082.138789] env[68828]: value = "task-3231182" [ 1082.138789] env[68828]: _type = "Task" [ 1082.138789] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.147059] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.171429] env[68828]: DEBUG nova.network.neutron [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.190060] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.190434] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.193503] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.527s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.194832] env[68828]: INFO nova.compute.claims [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.266120] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338e5aad-8275-4223-9467-be31f1feac2d tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.466s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.316380] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231181, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.334272] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.334532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.334767] env[68828]: INFO nova.compute.manager [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Attaching volume 5075a780-0293-4959-b11b-af49dac51824 to /dev/sdb [ 1082.371819] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd5f11-10c2-4836-85a1-5fabe90a9dcb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.381162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b596c35d-2f6b-4e65-9756-5a00cfbb25aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.397198] env[68828]: DEBUG nova.virt.block_device [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating existing volume attachment record: 8d4f5e0e-05e1-4574-b1f2-03743dae0941 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.460412] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52701335-52de-c17d-7a10-799af86e0c40, 'name': SearchDatastore_Task, 'duration_secs': 0.070644} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.460652] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.460892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.461144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.461290] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.461468] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.461773] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac6ed8e9-7688-4b01-b6d9-5f7126a8eb4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.470026] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.470222] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.470952] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28cea16c-554e-4e53-b691-01393a3d3e24 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.476009] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1082.476009] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f93da2-6d98-e700-c9b1-ae8402aab5dd" [ 1082.476009] env[68828]: _type = "Task" [ 1082.476009] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.483404] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f93da2-6d98-e700-c9b1-ae8402aab5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.592201] env[68828]: DEBUG nova.compute.manager [req-7b66f7ed-5877-4c72-ad13-b5559b8d8054 req-ca3cdd28-e920-4259-a500-dad7beb5c994 service nova] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Received event network-vif-deleted-d165292f-0196-40a0-82ce-61fdc842c725 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.648227] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090856} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.648461] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.649280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9ce6c6-bb0b-47b0-a4b4-7890d41162ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.673401] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5/70e51c34-91ff-4e8f-8f35-baf2c5ec21a5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.673870] env[68828]: INFO nova.compute.manager [-] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Took 1.25 seconds to deallocate network for instance. [ 1082.674126] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80b9003-9253-4ca2-b974-bb7b8632aab5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.697021] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1082.697021] env[68828]: value = "task-3231184" [ 1082.697021] env[68828]: _type = "Task" [ 1082.697021] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.701030] env[68828]: DEBUG nova.compute.utils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.704231] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.704231] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.711527] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.752331] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updated VIF entry in instance network info cache for port e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.752696] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updating instance_info_cache with network_info: [{"id": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "address": "fa:16:3e:c1:c3:4b", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bd9ad0-ee", "ovs_interfaceid": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.757012] env[68828]: DEBUG nova.policy [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5ea12375e004dd8b370e2900542292a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54b0d99dc4a24307b0186a9aac999679', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.817398] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231181, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.986637] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f93da2-6d98-e700-c9b1-ae8402aab5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.987486] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc59c2cb-6338-404e-a145-10f2d500eb50 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.996418] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1082.996418] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5224d236-cd1a-220b-f5a8-9fca6dc9dc9b" [ 1082.996418] env[68828]: _type = "Task" [ 1082.996418] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.002831] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5224d236-cd1a-220b-f5a8-9fca6dc9dc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.059387] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Successfully created port: bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.194523] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.207143] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.212161] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.254682] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Releasing lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.255655] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-plugged-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.255715] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.255913] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.256228] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.257519] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] No waiting events found dispatching network-vif-plugged-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.257519] env[68828]: WARNING nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received unexpected event network-vif-plugged-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba for instance with vm_state active and task_state None. [ 1083.257519] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-changed-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.257519] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing instance network info cache due to event network-changed-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.257519] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.258139] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.259055] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Refreshing network info cache for port 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.319458] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231181, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.504494] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5224d236-cd1a-220b-f5a8-9fca6dc9dc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.023839} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.507125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.507418] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.507901] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97f44ad2-eb6a-4572-96cf-1ae187e459db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.514917] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1083.514917] env[68828]: value = "task-3231187" [ 1083.514917] env[68828]: _type = "Task" [ 1083.514917] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.526713] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.581390] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847226e-77f9-4f1b-9745-6713ecd5bee6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.590486] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a814f-5504-4473-a9b0-72eb10d7a9e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.625922] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67295f1c-246b-476d-ae7f-dd8d3ee9d04e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.633700] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0f580a-7665-4890-8b51-48bbfd46230a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.639309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.639442] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.639635] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.639826] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.640027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.649869] env[68828]: DEBUG nova.compute.provider_tree [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.651487] env[68828]: INFO nova.compute.manager [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Terminating instance [ 1083.710188] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231184, 'name': ReconfigVM_Task, 'duration_secs': 0.637527} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.710491] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5/70e51c34-91ff-4e8f-8f35-baf2c5ec21a5.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.711193] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d7b7f8-ffd3-4d34-9dea-ffe154b2fc7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.720973] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1083.720973] env[68828]: value = "task-3231188" [ 1083.720973] env[68828]: _type = "Task" [ 1083.720973] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.730633] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231188, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.754960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.755264] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.821349] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231181, 'name': CloneVM_Task, 'duration_secs': 1.739483} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.821632] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Created linked-clone VM from snapshot [ 1083.822416] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff0648-b120-43da-a3b1-d01daf8b442f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.831124] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Uploading image d758a669-896f-4baa-a04e-0cf8c1ab41e0 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.861019] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.861019] env[68828]: value = "vm-645880" [ 1083.861019] env[68828]: _type = "VirtualMachine" [ 1083.861019] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.861019] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7c691b6-29e0-4c54-8985-5cd84c9ed24c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.866902] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease: (returnval){ [ 1083.866902] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e13930-1249-c9e7-d279-789af4283273" [ 1083.866902] env[68828]: _type = "HttpNfcLease" [ 1083.866902] env[68828]: } obtained for exporting VM: (result){ [ 1083.866902] env[68828]: value = "vm-645880" [ 1083.866902] env[68828]: _type = "VirtualMachine" [ 1083.866902] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.867327] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the lease: (returnval){ [ 1083.867327] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e13930-1249-c9e7-d279-789af4283273" [ 1083.867327] env[68828]: _type = "HttpNfcLease" [ 1083.867327] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.877085] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.877085] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e13930-1249-c9e7-d279-789af4283273" [ 1083.877085] env[68828]: _type = "HttpNfcLease" [ 1083.877085] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.001692] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updated VIF entry in instance network info cache for port 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.002402] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "address": "fa:16:3e:90:f9:b7", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd8f6ff-98", "ovs_interfaceid": "0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "address": "fa:16:3e:a2:50:5d", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf6531d-b4", "ovs_interfaceid": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.029024] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493837} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.029024] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.029024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.029024] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160c1564-73ff-423c-9147-f73441a00f87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.035568] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1084.035568] env[68828]: value = "task-3231190" [ 1084.035568] env[68828]: _type = "Task" [ 1084.035568] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.044158] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.047121] env[68828]: DEBUG nova.compute.manager [req-1370b546-357b-47e8-ad57-e4b21d6786f7 req-6415e85b-3157-4ec5-90ce-5e4116799ad3 service nova] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Received event network-vif-deleted-1cb78310-7bea-487d-95de-eeda5a818923 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.154291] env[68828]: DEBUG nova.scheduler.client.report [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.158140] env[68828]: DEBUG nova.compute.manager [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.158367] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.159425] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736e46f-c50c-4b58-b6d8-d993d66067c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.166881] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.167084] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1244ab0e-f761-4a02-aaa5-d32e3db37f6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.174039] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1084.174039] env[68828]: value = "task-3231191" [ 1084.174039] env[68828]: _type = "Task" [ 1084.174039] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.182994] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.187445] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.187659] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.217998] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.230625] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231188, 'name': Rename_Task, 'duration_secs': 0.361202} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.230867] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.231106] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8f57ff-36ce-4fcb-8d7c-6017499aa150 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.237652] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1084.237652] env[68828]: value = "task-3231192" [ 1084.237652] env[68828]: _type = "Task" [ 1084.237652] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.242349] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.242569] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.242734] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.242917] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.243075] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.243222] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.243425] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.243582] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.243745] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.243902] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.244088] env[68828]: DEBUG nova.virt.hardware [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.244834] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974772cf-1cbc-4fa7-bf91-8c019e84f09c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.251609] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.254682] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de4eef-f091-4a42-9a06-79e5383d14eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.258630] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.258789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.259469] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94b77d-3a74-408f-b271-52c223206c2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.283742] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88e763-4dd0-47b4-b36b-ff53ae880c2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.312045] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfiguring VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1084.312455] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eba48ec-6569-423c-8d7c-5b12f0206087 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.338027] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1084.338027] env[68828]: value = "task-3231193" [ 1084.338027] env[68828]: _type = "Task" [ 1084.338027] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.350910] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.378489] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.378489] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e13930-1249-c9e7-d279-789af4283273" [ 1084.378489] env[68828]: _type = "HttpNfcLease" [ 1084.378489] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.378777] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.378777] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e13930-1249-c9e7-d279-789af4283273" [ 1084.378777] env[68828]: _type = "HttpNfcLease" [ 1084.378777] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.379522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e326e-e84d-4f03-97f1-aed91aa1158f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.388099] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.388281] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1084.493580] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28c34dd2-c014-4fad-90ee-24c011feb4ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.508385] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.508385] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.508385] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.508385] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.508385] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.508385] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] No waiting events found dispatching network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.508795] env[68828]: WARNING nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received unexpected event network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a for instance with vm_state building and task_state spawning. [ 1084.508795] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.508933] env[68828]: DEBUG nova.compute.manager [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing instance network info cache due to event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.509257] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.509257] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.510325] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.549143] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360309} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.549426] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.550246] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4d592-a37b-4a28-9bc1-0a4bfd78c4ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.572393] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.572724] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48be6a51-9a32-4da1-8537-99be6e1fa18a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.588254] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Successfully updated port: bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.593853] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1084.593853] env[68828]: value = "task-3231194" [ 1084.593853] env[68828]: _type = "Task" [ 1084.593853] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.603517] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.660209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.660753] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.663680] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.115s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.664844] env[68828]: INFO nova.compute.claims [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.690029] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231191, 'name': PowerOffVM_Task, 'duration_secs': 0.36492} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.690029] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.690029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.690029] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e76a7751-ce01-4d14-b9b5-23ebad4f458e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.690892] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.748979] env[68828]: DEBUG oslo_vmware.api [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231192, 'name': PowerOnVM_Task, 'duration_secs': 0.483592} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.749369] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.750340] env[68828]: INFO nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1084.750545] env[68828]: DEBUG nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.751342] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaca559-5f35-4ad2-9e49-c85c1521c8ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.848409] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.092549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.092549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquired lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.092549] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.108556] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231194, 'name': ReconfigVM_Task, 'duration_secs': 0.499369} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.108969] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.109666] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4d1328-63f3-4995-8ea5-c4afd13d9420 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.121046] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1085.121046] env[68828]: value = "task-3231197" [ 1085.121046] env[68828]: _type = "Task" [ 1085.121046] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.133951] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231197, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.169368] env[68828]: DEBUG nova.compute.utils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.176023] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.176023] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.221818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.229371] env[68828]: DEBUG nova.policy [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e895c3143d8d41e2adc8783b3d90c567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edb3c024a99b415abb4cccd48ae02508', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.270298] env[68828]: INFO nova.compute.manager [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Took 26.06 seconds to build instance. [ 1085.281019] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updated VIF entry in instance network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.281448] env[68828]: DEBUG nova.network.neutron [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.350119] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.493637] env[68828]: DEBUG nova.compute.manager [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Received event network-changed-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.493831] env[68828]: DEBUG nova.compute.manager [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Refreshing instance network info cache due to event network-changed-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.494519] env[68828]: DEBUG oslo_concurrency.lockutils [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] Acquiring lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.494652] env[68828]: DEBUG oslo_concurrency.lockutils [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] Acquired lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.494849] env[68828]: DEBUG nova.network.neutron [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Refreshing network info cache for port e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.545418] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Successfully created port: eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.631365] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231197, 'name': Rename_Task, 'duration_secs': 0.153619} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.631639] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.631887] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97356735-2868-47a6-aad2-d92807cb604a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.639730] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1085.639730] env[68828]: value = "task-3231198" [ 1085.639730] env[68828]: _type = "Task" [ 1085.639730] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.648359] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.651750] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.673648] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.773112] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7ded02c1-d64a-464a-892e-b14410150168 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.578s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.785956] env[68828]: DEBUG oslo_concurrency.lockutils [req-250e6a16-e690-48ab-ba0a-08c4a99772ea req-2e3c0d4c-f686-44bd-9905-847874a14cd1 service nova] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.863719] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.883438] env[68828]: DEBUG nova.network.neutron [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Updating instance_info_cache with network_info: [{"id": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "address": "fa:16:3e:fc:a0:1f", "network": {"id": "28a7a021-2a46-4e0b-a611-1f44e6891b01", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-287712421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b0d99dc4a24307b0186a9aac999679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed2f82f-d8", "ovs_interfaceid": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.081232] env[68828]: DEBUG nova.compute.manager [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Received event network-vif-plugged-bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.081847] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Acquiring lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.081847] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.082129] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.082129] env[68828]: DEBUG nova.compute.manager [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] No waiting events found dispatching network-vif-plugged-bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.082308] env[68828]: WARNING nova.compute.manager [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Received unexpected event network-vif-plugged-bed2f82f-d8b6-4398-8b0f-888ece2865e4 for instance with vm_state building and task_state spawning. [ 1086.082598] env[68828]: DEBUG nova.compute.manager [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Received event network-changed-bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.082777] env[68828]: DEBUG nova.compute.manager [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Refreshing instance network info cache due to event network-changed-bed2f82f-d8b6-4398-8b0f-888ece2865e4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.082959] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Acquiring lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.148083] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c36a05-7435-4f0a-9ac7-f3c0967992ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.163388] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231198, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.164986] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c692e4-2de9-4c6c-ae48-9b4741988e3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.203293] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c79f3-bdc0-42b2-a921-9855c89785b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.211724] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f868a632-e0c0-401d-be69-1f0a5d650b3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.227025] env[68828]: DEBUG nova.compute.provider_tree [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.308053] env[68828]: DEBUG nova.network.neutron [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updated VIF entry in instance network info cache for port e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.308502] env[68828]: DEBUG nova.network.neutron [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updating instance_info_cache with network_info: [{"id": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "address": "fa:16:3e:c1:c3:4b", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bd9ad0-ee", "ovs_interfaceid": "e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.321090] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.321337] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.321501] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore1] fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.322232] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7bf3f79-2602-44c3-90e0-79381ddd32ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.329248] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1086.329248] env[68828]: value = "task-3231199" [ 1086.329248] env[68828]: _type = "Task" [ 1086.329248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.338516] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.348627] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.386257] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Releasing lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.386692] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Instance network_info: |[{"id": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "address": "fa:16:3e:fc:a0:1f", "network": {"id": "28a7a021-2a46-4e0b-a611-1f44e6891b01", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-287712421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b0d99dc4a24307b0186a9aac999679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed2f82f-d8", "ovs_interfaceid": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.386999] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Acquired lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.387206] env[68828]: DEBUG nova.network.neutron [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Refreshing network info cache for port bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.388825] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed2f82f-d8b6-4398-8b0f-888ece2865e4', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.397243] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Creating folder: Project (54b0d99dc4a24307b0186a9aac999679). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.398626] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2e6103-bca3-4136-92cf-84285b8b5eb9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.408963] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Created folder: Project (54b0d99dc4a24307b0186a9aac999679) in parent group-v645630. [ 1086.409170] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Creating folder: Instances. Parent ref: group-v645883. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.409400] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f45041-186a-4b5a-8fee-64f3c1ca45fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.417789] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Created folder: Instances in parent group-v645883. [ 1086.418090] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.418356] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.418675] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2744b864-2003-4974-9ca5-6367d0aa9389 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.438798] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.438798] env[68828]: value = "task-3231202" [ 1086.438798] env[68828]: _type = "Task" [ 1086.438798] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.448555] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231202, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.650634] env[68828]: DEBUG oslo_vmware.api [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231198, 'name': PowerOnVM_Task, 'duration_secs': 0.665748} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.650995] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.651272] env[68828]: INFO nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1086.651511] env[68828]: DEBUG nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.652345] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48468491-f11c-4fb7-ab64-8f2718d1f6bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.707914] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.730748] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.731293] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.731578] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.731917] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.732533] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.732533] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.732659] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.732948] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.733249] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.733509] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.733712] env[68828]: DEBUG nova.virt.hardware [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.734629] env[68828]: DEBUG nova.scheduler.client.report [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.738963] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb28d9-f7af-40e5-a279-3ad5f4c333cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.747184] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ac40ce-0b9f-4598-a416-4e09a2f33c2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.811376] env[68828]: DEBUG oslo_concurrency.lockutils [req-17c818e8-5772-42fe-8998-494c99e89d0f req-e45e56a0-0701-45f9-9ba1-559f8ee4a891 service nova] Releasing lock "refresh_cache-70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.839646] env[68828]: DEBUG oslo_vmware.api [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27949} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.839787] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.839879] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.840064] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.840244] env[68828]: INFO nova.compute.manager [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1086.840485] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.840680] env[68828]: DEBUG nova.compute.manager [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.840776] env[68828]: DEBUG nova.network.neutron [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.851673] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.950893] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231202, 'name': CreateVM_Task, 'duration_secs': 0.38599} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.951194] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.951936] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.952268] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.952444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.952774] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fff6ca-5e75-4920-98a0-ba170e0b4ddc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.960337] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1086.960337] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f55097-ee25-bac8-0f7e-f371048819a9" [ 1086.960337] env[68828]: _type = "Task" [ 1086.960337] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.969015] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f55097-ee25-bac8-0f7e-f371048819a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.174818] env[68828]: INFO nova.compute.manager [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Took 26.07 seconds to build instance. [ 1087.243941] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.246024] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.250558] env[68828]: DEBUG nova.network.neutron [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Updated VIF entry in instance network info cache for port bed2f82f-d8b6-4398-8b0f-888ece2865e4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.251272] env[68828]: DEBUG nova.network.neutron [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Updating instance_info_cache with network_info: [{"id": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "address": "fa:16:3e:fc:a0:1f", "network": {"id": "28a7a021-2a46-4e0b-a611-1f44e6891b01", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-287712421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b0d99dc4a24307b0186a9aac999679", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed2f82f-d8", "ovs_interfaceid": "bed2f82f-d8b6-4398-8b0f-888ece2865e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.253905] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.082s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.259786] env[68828]: INFO nova.compute.claims [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.325460] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Successfully updated port: eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.353104] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.441537] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.441802] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645882', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'name': 'volume-5075a780-0293-4959-b11b-af49dac51824', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31a48226-287d-47b9-a293-0e15f62cf5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'serial': '5075a780-0293-4959-b11b-af49dac51824'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.442792] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66977010-e9c4-436b-9033-fba227ddc834 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.468651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b91f2-bcf0-40a1-ad11-abcb528b2226 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.495219] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-5075a780-0293-4959-b11b-af49dac51824/volume-5075a780-0293-4959-b11b-af49dac51824.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.498845] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b6795a-f51b-4de8-be3d-51e468c47eef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.512207] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f55097-ee25-bac8-0f7e-f371048819a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.512627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.512890] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.513153] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.513319] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.513515] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.514202] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff470150-f84d-47d5-a819-1b79a37a2d3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.518563] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1087.518563] env[68828]: value = "task-3231203" [ 1087.518563] env[68828]: _type = "Task" [ 1087.518563] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.522845] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.523055] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.526587] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ab3115-42f8-4382-9d3c-5f3ba86a3455 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.528792] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.531616] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1087.531616] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52884075-6dc9-2019-cb8e-39e409aafb87" [ 1087.531616] env[68828]: _type = "Task" [ 1087.531616] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.539378] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52884075-6dc9-2019-cb8e-39e409aafb87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.678215] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d5118081-ed18-4318-ae70-8afdba1466ad tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.585s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.766079] env[68828]: DEBUG nova.compute.utils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.767644] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.767840] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.774022] env[68828]: DEBUG oslo_concurrency.lockutils [req-76231cb0-cefc-45fb-a19e-43961d78dc18 req-0b107b77-6946-4801-808c-af6c94939f5c service nova] Releasing lock "refresh_cache-f0bf5f87-81af-4702-8c21-9279a0a9dc2b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.774693] env[68828]: DEBUG nova.network.neutron [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.821794] env[68828]: DEBUG nova.policy [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd08b4b10f448299d85026e9949e772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e5345ecd25468095e7f46cd2566754', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.828442] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.828524] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquired lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.828660] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.853874] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.031124] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.041021] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52884075-6dc9-2019-cb8e-39e409aafb87, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.042097] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd44db3-ac37-4650-9cb2-bde323ad0c0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.048099] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1088.048099] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a806fa-848e-f982-79fe-4f617c51947e" [ 1088.048099] env[68828]: _type = "Task" [ 1088.048099] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.057978] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a806fa-848e-f982-79fe-4f617c51947e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.159179] env[68828]: DEBUG nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Received event network-vif-plugged-eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.159179] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Acquiring lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.161969] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.162321] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.162703] env[68828]: DEBUG nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] No waiting events found dispatching network-vif-plugged-eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.162983] env[68828]: WARNING nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Received unexpected event network-vif-plugged-eefe2043-a5d1-4776-9d57-b8f5b3226a97 for instance with vm_state building and task_state spawning. [ 1088.164111] env[68828]: DEBUG nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Received event network-vif-deleted-a5cbbbda-31d6-4e59-87f1-753706c5b794 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.164333] env[68828]: DEBUG nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Received event network-changed-eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.164495] env[68828]: DEBUG nova.compute.manager [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Refreshing instance network info cache due to event network-changed-eefe2043-a5d1-4776-9d57-b8f5b3226a97. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.164670] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Acquiring lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.279403] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.284944] env[68828]: INFO nova.compute.manager [-] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Took 1.44 seconds to deallocate network for instance. [ 1088.358361] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.376716] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Successfully created port: dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.383253] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.533744] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231203, 'name': ReconfigVM_Task, 'duration_secs': 0.698578} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.534030] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-5075a780-0293-4959-b11b-af49dac51824/volume-5075a780-0293-4959-b11b-af49dac51824.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.539749] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1be382e-dc04-46b2-9f16-cb71e57db64f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.562342] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a806fa-848e-f982-79fe-4f617c51947e, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.563579] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.563841] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f0bf5f87-81af-4702-8c21-9279a0a9dc2b/f0bf5f87-81af-4702-8c21-9279a0a9dc2b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.564167] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1088.564167] env[68828]: value = "task-3231204" [ 1088.564167] env[68828]: _type = "Task" [ 1088.564167] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.564360] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6346f4-17aa-41eb-9eb8-ea715170d6c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.577333] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578708] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1088.578708] env[68828]: value = "task-3231205" [ 1088.578708] env[68828]: _type = "Task" [ 1088.578708] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.586497] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.659709] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5d23a-0dff-4782-9dc4-76594f26a03c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.667651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6494ced8-2936-4a25-a46b-c708ccd9e074 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.700654] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c06a12-b186-413a-9cbb-8bababfc0337 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.709307] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2937e2-1bd9-4947-9063-208ae3ba98a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.723582] env[68828]: DEBUG nova.compute.provider_tree [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.793612] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.856391] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.926397] env[68828]: DEBUG nova.network.neutron [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Updating instance_info_cache with network_info: [{"id": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "address": "fa:16:3e:61:b8:c3", "network": {"id": "6667c007-7783-4922-badd-80d6efda66dd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-769052770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edb3c024a99b415abb4cccd48ae02508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefe2043-a5", "ovs_interfaceid": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.078323] env[68828]: DEBUG oslo_vmware.api [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231204, 'name': ReconfigVM_Task, 'duration_secs': 0.169556} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.078671] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645882', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'name': 'volume-5075a780-0293-4959-b11b-af49dac51824', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31a48226-287d-47b9-a293-0e15f62cf5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'serial': '5075a780-0293-4959-b11b-af49dac51824'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1089.089747] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.227850] env[68828]: DEBUG nova.scheduler.client.report [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.292074] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.321124] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.321396] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.321555] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.321745] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.321889] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.322161] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.322450] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.322560] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.322727] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.322885] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.323073] env[68828]: DEBUG nova.virt.hardware [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.323940] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dcdb08-b46d-429d-9a11-0b9b78c4ffe1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.332682] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026170d9-3c2f-4225-9e66-b8c1e982a78b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.357994] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.431022] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Releasing lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.431022] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Instance network_info: |[{"id": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "address": "fa:16:3e:61:b8:c3", "network": {"id": "6667c007-7783-4922-badd-80d6efda66dd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-769052770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edb3c024a99b415abb4cccd48ae02508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefe2043-a5", "ovs_interfaceid": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.431022] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Acquired lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.431022] env[68828]: DEBUG nova.network.neutron [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Refreshing network info cache for port eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.431678] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b8:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eefe2043-a5d1-4776-9d57-b8f5b3226a97', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.440902] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Creating folder: Project (edb3c024a99b415abb4cccd48ae02508). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.444553] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62e8b89d-97a9-48a1-bfd7-5459d7569ec6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.457265] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Created folder: Project (edb3c024a99b415abb4cccd48ae02508) in parent group-v645630. [ 1089.457265] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Creating folder: Instances. Parent ref: group-v645886. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.457494] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84849e2c-e236-4783-8c6a-e94e1f9b6421 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.466482] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Created folder: Instances in parent group-v645886. [ 1089.466782] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.466969] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.467202] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3515e99-ae78-499c-a1c0-2509a958f0a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.490479] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.490479] env[68828]: value = "task-3231208" [ 1089.490479] env[68828]: _type = "Task" [ 1089.490479] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.499980] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231208, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.593672] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598683} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.596502] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f0bf5f87-81af-4702-8c21-9279a0a9dc2b/f0bf5f87-81af-4702-8c21-9279a0a9dc2b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.596746] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.597059] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf8d319f-561f-455a-b1f2-ea7f9c4f7f25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.604260] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1089.604260] env[68828]: value = "task-3231209" [ 1089.604260] env[68828]: _type = "Task" [ 1089.604260] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.613580] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.669413] env[68828]: DEBUG nova.network.neutron [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Updated VIF entry in instance network info cache for port eefe2043-a5d1-4776-9d57-b8f5b3226a97. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.669785] env[68828]: DEBUG nova.network.neutron [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Updating instance_info_cache with network_info: [{"id": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "address": "fa:16:3e:61:b8:c3", "network": {"id": "6667c007-7783-4922-badd-80d6efda66dd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-769052770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edb3c024a99b415abb4cccd48ae02508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefe2043-a5", "ovs_interfaceid": "eefe2043-a5d1-4776-9d57-b8f5b3226a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.734872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.735504] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.739750] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.602s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.740160] env[68828]: DEBUG nova.objects.instance [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lazy-loading 'resources' on Instance uuid fd09eb59-5755-4baa-a0b4-aa31aa69cf40 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.857262] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.000653] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231208, 'name': CreateVM_Task, 'duration_secs': 0.341337} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.000845] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.001564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.001726] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.002053] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002314] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b193d360-9890-485f-8b59-204d7e8b2da2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.007026] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1090.007026] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a998b-04a0-48e3-e09a-7c876958938d" [ 1090.007026] env[68828]: _type = "Task" [ 1090.007026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.015597] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a998b-04a0-48e3-e09a-7c876958938d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.114039] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23441} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.114918] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.115050] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51756a10-559f-4b1b-b1a2-3a4225709fcf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.129229] env[68828]: DEBUG nova.objects.instance [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'flavor' on Instance uuid 31a48226-287d-47b9-a293-0e15f62cf5fd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.138936] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f0bf5f87-81af-4702-8c21-9279a0a9dc2b/f0bf5f87-81af-4702-8c21-9279a0a9dc2b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.139670] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c02172-d117-44c0-aa5c-ab1a1d361c2e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.160501] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1090.160501] env[68828]: value = "task-3231210" [ 1090.160501] env[68828]: _type = "Task" [ 1090.160501] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.169039] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.172780] env[68828]: DEBUG oslo_concurrency.lockutils [req-e3931a19-6d8b-4259-a0ae-f9cfa1375e35 req-37b35a3f-f242-4b38-9892-95dcb761a7ec service nova] Releasing lock "refresh_cache-b8b6182f-22a9-4ab9-9978-36eb644bc2c3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.215915] env[68828]: DEBUG nova.compute.manager [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.216198] env[68828]: DEBUG nova.compute.manager [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing instance network info cache due to event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.216477] env[68828]: DEBUG oslo_concurrency.lockutils [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.217229] env[68828]: DEBUG oslo_concurrency.lockutils [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.217229] env[68828]: DEBUG nova.network.neutron [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.243804] env[68828]: DEBUG nova.compute.utils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.248704] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.248704] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.314994] env[68828]: DEBUG nova.policy [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.359689] env[68828]: DEBUG oslo_vmware.api [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231193, 'name': ReconfigVM_Task, 'duration_secs': 5.757978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.362218] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.362501] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Reconfigured VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1090.479063] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Successfully updated port: dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.517994] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526a998b-04a0-48e3-e09a-7c876958938d, 'name': SearchDatastore_Task, 'duration_secs': 0.021767} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.518361] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.518712] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.518852] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.519066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.519267] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.522067] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78cb06dd-336d-4be9-bc87-2e508d0d39db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.531972] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.532289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.533730] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceebd07-18fd-4ceb-9809-636cdb8aa6e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539476] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1090.539476] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5237228f-a34c-53bd-b728-0aa79a69cadf" [ 1090.539476] env[68828]: _type = "Task" [ 1090.539476] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.552247] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5237228f-a34c-53bd-b728-0aa79a69cadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.644284] env[68828]: DEBUG oslo_concurrency.lockutils [None req-08b8fa84-c0a8-4ddf-abd0-430014de8f91 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.310s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.655800] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b222e-8fb9-4400-9d60-c27d546b5668 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.676175] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd4026-4fee-47c9-bfd3-e5f78891a283 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.680673] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Successfully created port: 12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.689888] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.715228] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad44586-b863-4f19-bb9b-3f086b540817 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.724530] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585287a3-7b6b-41d7-9e92-8eefee394232 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.740607] env[68828]: DEBUG nova.compute.provider_tree [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.748836] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.870549] env[68828]: INFO nova.compute.manager [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Rescuing [ 1090.870843] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.871095] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.871283] env[68828]: DEBUG nova.network.neutron [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.873826] env[68828]: DEBUG nova.compute.manager [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-deleted-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.874072] env[68828]: INFO nova.compute.manager [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Neutron deleted interface 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7; detaching it from the instance and deleting it from the info cache [ 1090.874381] env[68828]: DEBUG nova.network.neutron [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "address": "fa:16:3e:a2:50:5d", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf6531d-b4", "ovs_interfaceid": "8bf6531d-b4b2-43d3-bb2c-a958f8c96eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.984085] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.984292] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.984421] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.051864] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5237228f-a34c-53bd-b728-0aa79a69cadf, 'name': SearchDatastore_Task, 'duration_secs': 0.044654} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.052729] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f41d7e7-ee4b-485d-98c2-6df6fe72850a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058538] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1091.058538] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f5856d-bc1c-c579-9cc5-168f3cf6aa23" [ 1091.058538] env[68828]: _type = "Task" [ 1091.058538] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.067618] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f5856d-bc1c-c579-9cc5-168f3cf6aa23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.076635] env[68828]: DEBUG nova.network.neutron [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updated VIF entry in instance network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.077045] env[68828]: DEBUG nova.network.neutron [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.178301] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.244130] env[68828]: DEBUG nova.scheduler.client.report [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.381645] env[68828]: DEBUG oslo_concurrency.lockutils [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.381790] env[68828]: DEBUG oslo_concurrency.lockutils [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] Acquired lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.383324] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0fe34-73b8-4087-a235-6636cd63d6af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.401963] env[68828]: DEBUG oslo_concurrency.lockutils [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] Releasing lock "13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.402142] env[68828]: WARNING nova.compute.manager [req-df5dbca8-47af-4ef3-bbd8-71d7321a0779 req-b788613d-dc39-4a78-ac85-fff5bc88ed5d service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Detach interface failed, port_id=0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7, reason: No device with interface-id 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 exists on VM: nova.exception.NotFound: No device with interface-id 0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7 exists on VM [ 1091.545364] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.572635] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f5856d-bc1c-c579-9cc5-168f3cf6aa23, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.573249] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.573504] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b8b6182f-22a9-4ab9-9978-36eb644bc2c3/b8b6182f-22a9-4ab9-9978-36eb644bc2c3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.573775] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b4994d-a6cb-4e6c-bc37-2ca25442503a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.580775] env[68828]: DEBUG oslo_concurrency.lockutils [req-47e23e23-f572-4f80-a955-bf67b5413e03 req-3fac606b-02bd-4e56-a2ce-e7c34c1e3463 service nova] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.581470] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1091.581470] env[68828]: value = "task-3231211" [ 1091.581470] env[68828]: _type = "Task" [ 1091.581470] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.592487] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.600593] env[68828]: DEBUG nova.network.neutron [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.678740] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231210, 'name': ReconfigVM_Task, 'duration_secs': 1.027847} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.679097] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f0bf5f87-81af-4702-8c21-9279a0a9dc2b/f0bf5f87-81af-4702-8c21-9279a0a9dc2b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.679667] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bba683e7-4308-450d-8222-eca42084f22b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.686427] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1091.686427] env[68828]: value = "task-3231212" [ 1091.686427] env[68828]: _type = "Task" [ 1091.686427] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.694594] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231212, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.748707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.751219] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.610s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.752777] env[68828]: INFO nova.compute.claims [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.760232] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.778944] env[68828]: INFO nova.scheduler.client.report [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Deleted allocations for instance fd09eb59-5755-4baa-a0b4-aa31aa69cf40 [ 1091.803992] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.804358] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.804541] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.804725] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.804871] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.805033] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.805247] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.805404] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.805574] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.805797] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.805985] env[68828]: DEBUG nova.virt.hardware [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.806955] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe941da-9ef4-4e60-8093-08c85b702285 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.815351] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7396f-df2f-4ce7-96ed-cdc58ed81234 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.837167] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.837167] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.837167] env[68828]: DEBUG nova.network.neutron [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.943977] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.944783] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.945110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.945386] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.945645] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.948558] env[68828]: INFO nova.compute.manager [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Terminating instance [ 1092.076293] env[68828]: DEBUG nova.network.neutron [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.093283] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231211, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.103033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.197784] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231212, 'name': Rename_Task, 'duration_secs': 0.24957} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.198319] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.198505] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c492cf54-58c2-475f-8acf-1b948e823be0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.204951] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1092.204951] env[68828]: value = "task-3231213" [ 1092.204951] env[68828]: _type = "Task" [ 1092.204951] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.215913] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.255934] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Received event network-vif-plugged-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.256272] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.256559] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.256736] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.256936] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] No waiting events found dispatching network-vif-plugged-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.257146] env[68828]: WARNING nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Received unexpected event network-vif-plugged-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c for instance with vm_state building and task_state spawning. [ 1092.257344] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Received event network-changed-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.257529] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Refreshing instance network info cache due to event network-changed-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.257720] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Acquiring lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.286837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c805c4b1-8f4c-405a-9430-a275142ae707 tempest-TenantUsagesTestJSON-680544645 tempest-TenantUsagesTestJSON-680544645-project-member] Lock "fd09eb59-5755-4baa-a0b4-aa31aa69cf40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.583s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.383785] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Successfully updated port: 12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.453410] env[68828]: DEBUG nova.compute.manager [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.453410] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.456020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356bdf5-77bb-4a61-b88f-931373addcb8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.468873] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.469268] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26bbd438-7c67-4467-8683-4f732b8cf4e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.476483] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1092.476483] env[68828]: value = "task-3231214" [ 1092.476483] env[68828]: _type = "Task" [ 1092.476483] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.485538] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.579346] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.579714] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Instance network_info: |[{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.580853] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Acquired lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.580853] env[68828]: DEBUG nova.network.neutron [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Refreshing network info cache for port dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.581642] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:af:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbdaa419-5dc5-4bce-b263-ba0bfcd6588c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.590955] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.591141] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.595590] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04566a6-0198-4831-b041-eaa5167433a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.620536] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825422} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.621699] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b8b6182f-22a9-4ab9-9978-36eb644bc2c3/b8b6182f-22a9-4ab9-9978-36eb644bc2c3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.621924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.622192] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.622192] env[68828]: value = "task-3231215" [ 1092.622192] env[68828]: _type = "Task" [ 1092.622192] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.622411] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ea6f11-3934-4e96-8d1d-6a2e14b4668e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.636120] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231215, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.638070] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1092.638070] env[68828]: value = "task-3231216" [ 1092.638070] env[68828]: _type = "Task" [ 1092.638070] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.716263] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231213, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.724623] env[68828]: INFO nova.network.neutron [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Port 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1092.725102] env[68828]: DEBUG nova.network.neutron [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.886954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.886954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.887099] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.991209] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231214, 'name': PowerOffVM_Task, 'duration_secs': 0.240977} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.994880] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.995561] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.995742] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eeeabc8-8f23-4b48-ae8a-6b8e449041d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.106246] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.106510] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.106720] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleting the datastore file [datastore1] 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.106993] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f13a716-e61d-42bd-83a3-77d8d96f68b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.114203] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1093.114203] env[68828]: value = "task-3231218" [ 1093.114203] env[68828]: _type = "Task" [ 1093.114203] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.116826] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef288f-7b24-43d1-a046-448d178db93c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.135651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95449ae9-48c6-411c-be40-1145b16f8750 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.139020] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.151228] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231215, 'name': CreateVM_Task, 'duration_secs': 0.408935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.151704] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.152759] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.152959] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.153319] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.153582] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319c45e2-f87a-4bdd-9730-44961253c5ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.185779] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101045} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.187506] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.188397] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d574221f-caba-46ef-83a4-96e7a5790b91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.191009] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1093.191009] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c76092-866e-3936-4b34-d26c65786135" [ 1093.191009] env[68828]: _type = "Task" [ 1093.191009] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.192122] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22604d2-e00c-4422-92c8-c38f2a33afe4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.202556] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31465eaa-dd46-4621-b2b0-2a55967e2b89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.228531] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] b8b6182f-22a9-4ab9-9978-36eb644bc2c3/b8b6182f-22a9-4ab9-9978-36eb644bc2c3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.228998] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c76092-866e-3936-4b34-d26c65786135, 'name': SearchDatastore_Task, 'duration_secs': 0.020132} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.235047] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-13fd0e92-3999-4f78-9987-f29d89a6046a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.237509] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5cb98b-1705-4502-a065-a2572efacc25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.254232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.254232] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.254232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.254232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.254232] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.266281] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51383ad2-ad88-4f81-a04d-af592c1c76f9 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-13fd0e92-3999-4f78-9987-f29d89a6046a-0bd8f6ff-9872-49f7-b50b-429c8aa4d2d7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.511s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.267248] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c28eaa68-812c-4535-838d-045a048cd030 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.269646] env[68828]: DEBUG nova.compute.provider_tree [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.277760] env[68828]: DEBUG oslo_vmware.api [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231213, 'name': PowerOnVM_Task, 'duration_secs': 0.797161} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.279226] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.279450] env[68828]: INFO nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1093.279627] env[68828]: DEBUG nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.280741] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1093.280741] env[68828]: value = "task-3231219" [ 1093.280741] env[68828]: _type = "Task" [ 1093.280741] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.282361] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b50c2b-5bb5-45ab-b321-09800a3fc29c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.285827] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.286071] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.290967] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca7530c-4328-4ecd-a4c0-a0502b8f7568 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.308455] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.308455] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1093.308455] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fe7847-0fe2-cf50-7bdc-87d8b3810f95" [ 1093.308455] env[68828]: _type = "Task" [ 1093.308455] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.317075] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fe7847-0fe2-cf50-7bdc-87d8b3810f95, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.317075] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894839c0-a99e-4f9d-84fb-c1a50210b253 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.322568] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1093.322568] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525c8f54-cac2-b25e-c154-8536232e9853" [ 1093.322568] env[68828]: _type = "Task" [ 1093.322568] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.333035] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525c8f54-cac2-b25e-c154-8536232e9853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.424076] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.493277] env[68828]: DEBUG nova.network.neutron [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updated VIF entry in instance network info cache for port dbdaa419-5dc5-4bce-b263-ba0bfcd6588c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.493696] env[68828]: DEBUG nova.network.neutron [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.565813] env[68828]: DEBUG nova.network.neutron [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Updating instance_info_cache with network_info: [{"id": "12fef610-961d-45e6-b89d-6fb9df3879a3", "address": "fa:16:3e:3a:74:4c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fef610-96", "ovs_interfaceid": "12fef610-961d-45e6-b89d-6fb9df3879a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.628765] env[68828]: DEBUG oslo_vmware.api [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244296} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.629242] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.629869] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.630902] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.630902] env[68828]: INFO nova.compute.manager [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1093.630902] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.631180] env[68828]: DEBUG nova.compute.manager [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.631415] env[68828]: DEBUG nova.network.neutron [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.653507] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.653826] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4778797-991b-4060-9a17-39700a3bd27f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.663067] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1093.663067] env[68828]: value = "task-3231220" [ 1093.663067] env[68828]: _type = "Task" [ 1093.663067] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.675135] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.686457] env[68828]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba could not be found.", "detail": ""}} {{(pid=68828) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1093.686457] env[68828]: DEBUG nova.network.neutron [-] Unable to show port 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba as it no longer exists. {{(pid=68828) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1093.774159] env[68828]: DEBUG nova.scheduler.client.report [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.796316] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.817972] env[68828]: INFO nova.compute.manager [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Took 31.27 seconds to build instance. [ 1093.833706] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525c8f54-cac2-b25e-c154-8536232e9853, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.834737] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.835060] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.835353] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb0c929-e6d3-409b-9b71-56f502759ff1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.843205] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1093.843205] env[68828]: value = "task-3231221" [ 1093.843205] env[68828]: _type = "Task" [ 1093.843205] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.854584] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.990521] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.991483] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25ce2e-53e5-439d-862f-1bf8aa21caa8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.998902] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.999164] env[68828]: ERROR oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk due to incomplete transfer. [ 1093.999449] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e830ce83-ad92-4155-a104-993a8f8a111b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.001711] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] Releasing lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.002662] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-deleted-8bf6531d-b4b2-43d3-bb2c-a958f8c96eba {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.002662] env[68828]: INFO nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Neutron deleted interface 8bf6531d-b4b2-43d3-bb2c-a958f8c96eba; detaching it from the instance and deleting it from the info cache [ 1094.002662] env[68828]: DEBUG nova.network.neutron [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [{"id": "94c2f372-0a86-469b-9958-98120c0ced93", "address": "fa:16:3e:db:3f:ea", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c2f372-0a", "ovs_interfaceid": "94c2f372-0a86-469b-9958-98120c0ced93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.010049] env[68828]: DEBUG oslo_vmware.rw_handles [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523efa25-3f2c-1a10-de43-06a16d249cb3/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1094.010375] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Uploaded image d758a669-896f-4baa-a04e-0cf8c1ab41e0 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1094.013662] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.014012] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dad98078-64de-472b-9613-ff0d794917d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.022408] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1094.022408] env[68828]: value = "task-3231222" [ 1094.022408] env[68828]: _type = "Task" [ 1094.022408] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.031884] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231222, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.068573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.069036] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Instance network_info: |[{"id": "12fef610-961d-45e6-b89d-6fb9df3879a3", "address": "fa:16:3e:3a:74:4c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fef610-96", "ovs_interfaceid": "12fef610-961d-45e6-b89d-6fb9df3879a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.069467] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:74:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fef610-961d-45e6-b89d-6fb9df3879a3', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.078038] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.078233] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.078457] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1aa4b01-ce2e-4fa1-bfe0-2daae78c8290 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.105717] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.105717] env[68828]: value = "task-3231223" [ 1094.105717] env[68828]: _type = "Task" [ 1094.105717] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.117517] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231223, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.173790] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231220, 'name': PowerOffVM_Task, 'duration_secs': 0.423538} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.174528] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.176440] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57013ba-abe5-4f02-a4e5-cd5f59d23dc2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.197269] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b5f85-ac78-4780-b09a-a9b534a76e05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.230706] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.231032] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e41126-40b5-4300-bfa2-4df9123ff208 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.238292] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1094.238292] env[68828]: value = "task-3231224" [ 1094.238292] env[68828]: _type = "Task" [ 1094.238292] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.247109] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.278953] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.279613] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.283061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.879s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.283379] env[68828]: DEBUG nova.objects.instance [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lazy-loading 'resources' on Instance uuid 6f192834-cae9-4da1-938e-2b226a379032 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.295833] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231219, 'name': ReconfigVM_Task, 'duration_secs': 0.649258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.295833] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] b8b6182f-22a9-4ab9-9978-36eb644bc2c3/b8b6182f-22a9-4ab9-9978-36eb644bc2c3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.296531] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d78c852-b140-47ba-a4f7-031fc76f1b47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.301138] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Received event network-vif-plugged-12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.301345] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Acquiring lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.301538] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.301695] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.301916] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] No waiting events found dispatching network-vif-plugged-12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.302309] env[68828]: WARNING nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Received unexpected event network-vif-plugged-12fef610-961d-45e6-b89d-6fb9df3879a3 for instance with vm_state building and task_state spawning. [ 1094.302495] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Received event network-changed-12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.302662] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Refreshing instance network info cache due to event network-changed-12fef610-961d-45e6-b89d-6fb9df3879a3. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.302859] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Acquiring lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302992] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Acquired lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.303799] env[68828]: DEBUG nova.network.neutron [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Refreshing network info cache for port 12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.306316] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1094.306316] env[68828]: value = "task-3231225" [ 1094.306316] env[68828]: _type = "Task" [ 1094.306316] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.317602] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231225, 'name': Rename_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.322678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6c97ffb3-d003-4ecd-adc1-a6aa22ca244e tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.790s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.355984] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.505900] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-268e7ae1-63f9-4df8-8a29-6861d45defad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.517538] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5a07e2-43f6-4fd1-b46b-d7fd312770a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.540649] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231222, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.567234] env[68828]: DEBUG nova.compute.manager [req-9ff3f620-8a68-4aa9-baa9-cf7a7b295605 req-22d0d866-3b92-43be-82de-edb6d1b73ae2 service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Detach interface failed, port_id=8bf6531d-b4b2-43d3-bb2c-a958f8c96eba, reason: Instance 13fd0e92-3999-4f78-9987-f29d89a6046a could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.618779] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231223, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.630441] env[68828]: DEBUG nova.network.neutron [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.750332] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1094.750569] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.750837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.750987] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.751186] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.751477] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c49f5763-6202-40af-8591-c64fc4f542bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.761216] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.762156] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.762318] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ca81b8-9256-4cd6-8a02-e5267910cee6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.768367] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1094.768367] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297b744-ab0a-2eca-24dd-f571302ee717" [ 1094.768367] env[68828]: _type = "Task" [ 1094.768367] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.776837] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297b744-ab0a-2eca-24dd-f571302ee717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.786958] env[68828]: DEBUG nova.compute.utils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.788807] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.788983] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.822454] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231225, 'name': Rename_Task, 'duration_secs': 0.24458} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.822747] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.823009] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9035bcc5-07e2-43b8-9a01-eeb3e9a26c1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.834952] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1094.834952] env[68828]: value = "task-3231226" [ 1094.834952] env[68828]: _type = "Task" [ 1094.834952] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.841839] env[68828]: DEBUG nova.policy [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7174d2fb42424770874a45ef8022186c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257fa9a1a52f4bedac315d3827264713', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.854991] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231226, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.860566] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97708} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.861029] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.861134] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.861392] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9250a80f-fe91-43ec-8433-af3316cc5428 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.868524] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1094.868524] env[68828]: value = "task-3231227" [ 1094.868524] env[68828]: _type = "Task" [ 1094.868524] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.881685] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.043311] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231222, 'name': Destroy_Task, 'duration_secs': 0.787682} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.043635] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Destroyed the VM [ 1095.043837] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.044145] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6baaab70-1cda-4717-9500-9e2d2a272902 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.051279] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1095.051279] env[68828]: value = "task-3231228" [ 1095.051279] env[68828]: _type = "Task" [ 1095.051279] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.066430] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231228, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.116034] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231223, 'name': CreateVM_Task, 'duration_secs': 0.649206} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.116217] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.117087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.117280] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.117663] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.120327] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62b1bdf-0bf4-4621-b766-307435c220c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.125609] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1095.125609] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297720f-9941-9fa8-70c6-524063da746f" [ 1095.125609] env[68828]: _type = "Task" [ 1095.125609] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.133518] env[68828]: INFO nova.compute.manager [-] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Took 1.50 seconds to deallocate network for instance. [ 1095.133811] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297720f-9941-9fa8-70c6-524063da746f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.153363] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Successfully created port: 2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.221508] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8f1cad-eac9-403d-a733-8f9c45df654d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.229706] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d1ed5-b150-4e7c-8c31-c338727a22e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266174] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b1ded1-8bc0-49f2-ba7d-1b2222c15a11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.280347] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893cab35-fae3-4668-ba90-d059bc9aca68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.284990] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297b744-ab0a-2eca-24dd-f571302ee717, 'name': SearchDatastore_Task, 'duration_secs': 0.023715} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.286475] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304cfd01-32a2-4a12-8dfa-537c92b7c36f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.297701] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.300997] env[68828]: DEBUG nova.compute.provider_tree [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.303428] env[68828]: DEBUG nova.network.neutron [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Updated VIF entry in instance network info cache for port 12fef610-961d-45e6-b89d-6fb9df3879a3. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.303758] env[68828]: DEBUG nova.network.neutron [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Updating instance_info_cache with network_info: [{"id": "12fef610-961d-45e6-b89d-6fb9df3879a3", "address": "fa:16:3e:3a:74:4c", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fef610-96", "ovs_interfaceid": "12fef610-961d-45e6-b89d-6fb9df3879a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.308772] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1095.308772] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b88abc-5600-4790-d167-7ef326c70df7" [ 1095.308772] env[68828]: _type = "Task" [ 1095.308772] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.318780] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b88abc-5600-4790-d167-7ef326c70df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.348081] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.378401] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069791} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.378808] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.379648] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc394c3-ebe6-4b58-ad18-6e7ec237bd35 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.405197] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.405522] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe7e621-b6dc-4aa4-91e2-5775b2cf105a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.426828] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1095.426828] env[68828]: value = "task-3231229" [ 1095.426828] env[68828]: _type = "Task" [ 1095.426828] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.436596] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.564994] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231228, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.638345] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5297720f-9941-9fa8-70c6-524063da746f, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.638757] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.639011] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.639272] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.639416] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.639597] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.639874] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e51fc9c7-8917-45b7-bf9e-552f1fe6bced {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.645437] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.653504] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.653692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.654464] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c49e509-4814-45a2-960e-7a06e48f56dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.659727] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1095.659727] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b381a-e138-e60d-353f-910457929997" [ 1095.659727] env[68828]: _type = "Task" [ 1095.659727] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.669820] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b381a-e138-e60d-353f-910457929997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.809194] env[68828]: DEBUG oslo_concurrency.lockutils [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] Releasing lock "refresh_cache-8240d878-657c-4473-b3f5-d5c9d600800f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.809619] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Received event network-vif-deleted-94c2f372-0a86-469b-9958-98120c0ced93 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.809619] env[68828]: INFO nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Neutron deleted interface 94c2f372-0a86-469b-9958-98120c0ced93; detaching it from the instance and deleting it from the info cache [ 1095.809748] env[68828]: DEBUG nova.network.neutron [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.828364] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b88abc-5600-4790-d167-7ef326c70df7, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.828658] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.828923] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. {{(pid=68828) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1095.831198] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3258c6-728e-412b-ab17-3bcc67f519f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.835556] env[68828]: ERROR nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [req-63ef99e9-ebb9-43af-b673-0cfdcca86f21] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63ef99e9-ebb9-43af-b673-0cfdcca86f21"}]} [ 1095.845985] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1095.845985] env[68828]: value = "task-3231230" [ 1095.845985] env[68828]: _type = "Task" [ 1095.845985] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.854550] env[68828]: DEBUG oslo_vmware.api [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231226, 'name': PowerOnVM_Task, 'duration_secs': 0.650241} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.855232] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.855410] env[68828]: INFO nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1095.855993] env[68828]: DEBUG nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.857475] env[68828]: DEBUG nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1095.860445] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11565c58-63cd-4e61-a7fb-3d2c2d489b53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.867824] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.882185] env[68828]: DEBUG nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1095.882352] env[68828]: DEBUG nova.compute.provider_tree [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.903054] env[68828]: DEBUG nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1095.929637] env[68828]: DEBUG nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1095.943658] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231229, 'name': ReconfigVM_Task, 'duration_secs': 0.369641} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.943950] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.944740] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-495e2487-5f19-483f-91ac-22c5621c16c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.951637] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1095.951637] env[68828]: value = "task-3231231" [ 1095.951637] env[68828]: _type = "Task" [ 1095.951637] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.965937] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231231, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.063915] env[68828]: DEBUG oslo_vmware.api [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231228, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562098} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.067435] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1096.067817] env[68828]: INFO nova.compute.manager [None req-66585805-9b02-4e06-a7a1-5cd25779a0de tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 15.85 seconds to snapshot the instance on the hypervisor. [ 1096.172657] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529b381a-e138-e60d-353f-910457929997, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.176379] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3835c2e9-b39c-4a91-9df7-bcb33cca67cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.183191] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1096.183191] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52942774-cec6-e29b-346b-fc3f9fe62086" [ 1096.183191] env[68828]: _type = "Task" [ 1096.183191] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.198364] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52942774-cec6-e29b-346b-fc3f9fe62086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.310820] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.318075] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dceb08f-8c9f-4e19-b826-6fe37899b7ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.331708] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ebbed-f8a0-413e-9bb7-63832c739b7e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.358361] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505806} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.361527] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.362303] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.362303] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.362303] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.362484] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.362985] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.362985] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.363756] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.363756] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.363756] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.363756] env[68828]: DEBUG nova.virt.hardware [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.364338] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk. [ 1096.365473] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835cf0ed-a1c0-477f-8281-9e424c9d17b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.385522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d54cfa0-6477-4e63-88bd-21f0e0d46436 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.393174] env[68828]: DEBUG nova.compute.manager [req-cbd0dd3a-7750-4bcb-8585-1676c8de8828 req-10414961-c612-4b5e-b9bf-7c79e5397abd service nova] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Detach interface failed, port_id=94c2f372-0a86-469b-9958-98120c0ced93, reason: Instance 13fd0e92-3999-4f78-9987-f29d89a6046a could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.397032] env[68828]: INFO nova.compute.manager [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Took 31.75 seconds to build instance. [ 1096.419522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3958b89b-572d-424a-8633-e587f7b8e71c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.431771] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.436195] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759a0271-cf3e-4a7d-b875-272c020fe54d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.471330] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1096.471330] env[68828]: value = "task-3231232" [ 1096.471330] env[68828]: _type = "Task" [ 1096.471330] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.483596] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e688578-eca3-4c93-8792-cf123afd237e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.486802] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231231, 'name': Rename_Task, 'duration_secs': 0.203452} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.488250] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.489190] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e258f8-e533-4c0a-99f7-87c2d60bba6e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.496162] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.497463] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd76114-d558-49f3-99ab-2d39300ab78a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.502139] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1096.502139] env[68828]: value = "task-3231233" [ 1096.502139] env[68828]: _type = "Task" [ 1096.502139] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.535241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fad6dd-98c6-409d-a869-965bd3f382d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.541625] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.548603] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1835e309-1479-4ac9-94c8-6a5cab3ede3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.569218] env[68828]: DEBUG nova.compute.provider_tree [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.608124] env[68828]: DEBUG nova.compute.manager [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.608474] env[68828]: DEBUG oslo_concurrency.lockutils [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.608647] env[68828]: DEBUG oslo_concurrency.lockutils [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.608828] env[68828]: DEBUG oslo_concurrency.lockutils [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.608971] env[68828]: DEBUG nova.compute.manager [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] No waiting events found dispatching network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.609310] env[68828]: WARNING nova.compute.manager [req-08504b30-de71-44b7-beb9-0aca666878fb req-468e778e-0ac9-4afd-96db-e7e4585ae4c9 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received unexpected event network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 for instance with vm_state building and task_state spawning. [ 1096.694520] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52942774-cec6-e29b-346b-fc3f9fe62086, 'name': SearchDatastore_Task, 'duration_secs': 0.020826} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.694520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.694704] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 8240d878-657c-4473-b3f5-d5c9d600800f/8240d878-657c-4473-b3f5-d5c9d600800f.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.694961] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d85b432c-22f8-44e3-a345-4cf27c17821a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.703060] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1096.703060] env[68828]: value = "task-3231234" [ 1096.703060] env[68828]: _type = "Task" [ 1096.703060] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.703857] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Successfully updated port: 2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.715439] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.919289] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a8c479d-1425-4df7-8a6d-d3f2cb3ff440 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.280s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.956128] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957072] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.957072] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957072] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.957427] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.959865] env[68828]: INFO nova.compute.manager [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Terminating instance [ 1096.985112] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.013151] env[68828]: DEBUG oslo_vmware.api [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231233, 'name': PowerOnVM_Task, 'duration_secs': 0.479011} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.013640] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.013750] env[68828]: INFO nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1097.013883] env[68828]: DEBUG nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.014823] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82222a72-980a-4bfa-a358-f15f3196d9f8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.072517] env[68828]: DEBUG nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.207691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.207935] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.208049] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.221625] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.464986] env[68828]: DEBUG nova.compute.manager [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.465267] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.466183] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cbfbe3-6921-4de4-b198-9b7a2cf105eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.474786] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.477908] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afd7901-b838-496c-ba71-ee5285c5f9e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.484502] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231232, 'name': ReconfigVM_Task, 'duration_secs': 0.881954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.487391] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd/b02f26fd-7123-4543-a3bf-32b9f3b7b103-rescue.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.487391] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1097.487391] env[68828]: value = "task-3231235" [ 1097.487391] env[68828]: _type = "Task" [ 1097.487391] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.487391] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11f4bb-8dc1-4e43-a173-d8cbb87c56b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.498251] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.529998] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275e5f3d-a868-4c70-9040-4c02aea4949c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543886] env[68828]: INFO nova.compute.manager [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Took 30.01 seconds to build instance. [ 1097.548461] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1097.548461] env[68828]: value = "task-3231236" [ 1097.548461] env[68828]: _type = "Task" [ 1097.548461] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.558692] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.579013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.295s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.581475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.082s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.581682] env[68828]: DEBUG nova.objects.instance [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lazy-loading 'resources' on Instance uuid 4833add8-46aa-460a-95ca-20de64bdd4c4 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.613565] env[68828]: INFO nova.scheduler.client.report [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted allocations for instance 6f192834-cae9-4da1-938e-2b226a379032 [ 1097.722606] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.722863] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 8240d878-657c-4473-b3f5-d5c9d600800f/8240d878-657c-4473-b3f5-d5c9d600800f.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.723094] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.723366] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9908b0e-88e7-41bb-bada-07f60684d222 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.730100] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1097.730100] env[68828]: value = "task-3231237" [ 1097.730100] env[68828]: _type = "Task" [ 1097.730100] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.738846] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.755402] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.899562] env[68828]: DEBUG nova.network.neutron [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.001704] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231235, 'name': PowerOffVM_Task, 'duration_secs': 0.214629} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.002573] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.002916] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.003283] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b90e75-a838-4c23-b860-b81aeb37391b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.048461] env[68828]: DEBUG oslo_concurrency.lockutils [None req-4aa82ba6-84ea-406d-ad45-48f9a5efab1e tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.527s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.059804] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231236, 'name': ReconfigVM_Task, 'duration_secs': 0.242306} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.060108] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.060378] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11487972-919d-4ab5-92f1-9cf89b1b4010 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.066910] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1098.066910] env[68828]: value = "task-3231239" [ 1098.066910] env[68828]: _type = "Task" [ 1098.066910] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.068130] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.068333] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.068509] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Deleting the datastore file [datastore1] f0bf5f87-81af-4702-8c21-9279a0a9dc2b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.071640] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b041f8-5df2-4df0-818b-2eef21088e52 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.079657] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.080926] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for the task: (returnval){ [ 1098.080926] env[68828]: value = "task-3231240" [ 1098.080926] env[68828]: _type = "Task" [ 1098.080926] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.094870] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.123081] env[68828]: DEBUG oslo_concurrency.lockutils [None req-efcd97b4-f107-4e46-82d5-7a2c32a457b5 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "6f192834-cae9-4da1-938e-2b226a379032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.320s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.183395] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "582e5a15-191f-4595-a5ef-27ab72a21b17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.183395] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.239723] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233297} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.240072] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.240964] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbbd6c8-9df5-41c8-a11c-03f72fa02b8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.267448] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 8240d878-657c-4473-b3f5-d5c9d600800f/8240d878-657c-4473-b3f5-d5c9d600800f.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.270576] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5093e443-7a5a-42e5-9eed-41cb5fbd4052 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.290387] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1098.290387] env[68828]: value = "task-3231241" [ 1098.290387] env[68828]: _type = "Task" [ 1098.290387] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.301808] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.403698] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.404929] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance network_info: |[{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.408701] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:54:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2215ba1c-7878-4a84-abaf-0664997f3e14', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.416930] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating folder: Project (257fa9a1a52f4bedac315d3827264713). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.417598] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e5d290-d045-4155-bfae-439c63b914fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.429443] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created folder: Project (257fa9a1a52f4bedac315d3827264713) in parent group-v645630. [ 1098.429790] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating folder: Instances. Parent ref: group-v645891. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.432893] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210f6b59-e379-4201-9510-87633e9ffb71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.444161] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created folder: Instances in parent group-v645891. [ 1098.444486] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.444692] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.444908] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f83a3a5-6334-49dd-aa8a-7fe96b7cf8c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.465924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.466252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.466546] env[68828]: INFO nova.compute.manager [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Rebooting instance [ 1098.476125] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.476125] env[68828]: value = "task-3231244" [ 1098.476125] env[68828]: _type = "Task" [ 1098.476125] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.487132] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231244, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.540214] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216649c9-86e0-40ed-b97f-c28eecd13033 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.544130] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.544408] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.544611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.546018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.546018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.551858] env[68828]: INFO nova.compute.manager [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Terminating instance [ 1098.554091] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704e503-35bf-4ea8-89b3-6207072ffdbe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.596472] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882058a-feb1-4b2a-afb8-15f202adb31f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.607225] env[68828]: DEBUG oslo_vmware.api [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231239, 'name': PowerOnVM_Task, 'duration_secs': 0.448731} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.613357] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2be25-2b2a-416d-a65f-d6c6f11c1f6e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.615103] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.616854] env[68828]: DEBUG oslo_vmware.api [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Task: {'id': task-3231240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25138} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.618483] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.618711] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.618904] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.619260] env[68828]: INFO nova.compute.manager [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1098.619348] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.620402] env[68828]: DEBUG nova.compute.manager [None req-6f41cdcd-6b21-44f1-8643-efd98e8a61ce tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.621034] env[68828]: DEBUG nova.compute.manager [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.621146] env[68828]: DEBUG nova.network.neutron [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.623298] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421ac07-0f71-4a31-8be8-6d92266e0ad5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.636777] env[68828]: DEBUG nova.compute.provider_tree [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.651656] env[68828]: DEBUG nova.compute.manager [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.651656] env[68828]: DEBUG nova.compute.manager [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing instance network info cache due to event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.651656] env[68828]: DEBUG oslo_concurrency.lockutils [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.651656] env[68828]: DEBUG oslo_concurrency.lockutils [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.651656] env[68828]: DEBUG nova.network.neutron [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.684132] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.801884] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.985858] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231244, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.987250] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.987505] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.987702] env[68828]: DEBUG nova.network.neutron [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.062123] env[68828]: DEBUG nova.compute.manager [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.062123] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.062123] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24884c6c-95c4-4370-a593-0dc3c2ed5ec1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.071909] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.072573] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb06f37-1873-4c3e-abb9-6ae315a1ea6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080472] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1099.080472] env[68828]: value = "task-3231245" [ 1099.080472] env[68828]: _type = "Task" [ 1099.080472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.089238] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.141196] env[68828]: DEBUG nova.scheduler.client.report [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.210195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.304419] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231241, 'name': ReconfigVM_Task, 'duration_secs': 0.766182} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.304711] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 8240d878-657c-4473-b3f5-d5c9d600800f/8240d878-657c-4473-b3f5-d5c9d600800f.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.306315] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f95073-8b3c-4415-8ab1-d5c145da4a90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.311864] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1099.311864] env[68828]: value = "task-3231246" [ 1099.311864] env[68828]: _type = "Task" [ 1099.311864] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.319571] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231246, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.392778] env[68828]: DEBUG nova.network.neutron [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updated VIF entry in instance network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.393159] env[68828]: DEBUG nova.network.neutron [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.434091] env[68828]: DEBUG nova.network.neutron [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.485915] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231244, 'name': CreateVM_Task, 'duration_secs': 0.898969} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.486124] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.486878] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.487017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.487311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.487564] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96ca0ef-fc71-4cf9-9d63-285aba6f12ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.492855] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1099.492855] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0e369-8080-ed48-91f8-1eff749d7aa5" [ 1099.492855] env[68828]: _type = "Task" [ 1099.492855] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.501383] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0e369-8080-ed48-91f8-1eff749d7aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.591599] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231245, 'name': PowerOffVM_Task, 'duration_secs': 0.179054} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.591717] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.591871] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.592353] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec26deda-304e-4c6a-8e53-f27c60e737ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.648040] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.650494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.663s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.650743] env[68828]: DEBUG nova.objects.instance [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.654833] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.655047] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.655263] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Deleting the datastore file [datastore1] b8b6182f-22a9-4ab9-9978-36eb644bc2c3 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.655763] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd23b2fc-c84d-475e-aa7e-cf747174fc80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.664555] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for the task: (returnval){ [ 1099.664555] env[68828]: value = "task-3231248" [ 1099.664555] env[68828]: _type = "Task" [ 1099.664555] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.668983] env[68828]: INFO nova.scheduler.client.report [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted allocations for instance 4833add8-46aa-460a-95ca-20de64bdd4c4 [ 1099.675183] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.724241] env[68828]: DEBUG nova.network.neutron [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.822035] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231246, 'name': Rename_Task, 'duration_secs': 0.162074} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.822265] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.822396] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328d448d-35a8-4857-a8e3-803fab49dea7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.829097] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1099.829097] env[68828]: value = "task-3231249" [ 1099.829097] env[68828]: _type = "Task" [ 1099.829097] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.836621] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.897694] env[68828]: DEBUG oslo_concurrency.lockutils [req-b6dce408-ee8a-4430-a93b-8710315070d0 req-6b00c4b2-f221-4cd2-8afc-87bc6fd190f7 service nova] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.936846] env[68828]: INFO nova.compute.manager [-] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Took 1.32 seconds to deallocate network for instance. [ 1099.963217] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "076c35d8-f3b8-4734-a691-2df186f34a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.963565] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.964286] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.964286] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.964477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.966653] env[68828]: DEBUG nova.compute.manager [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1099.971386] env[68828]: INFO nova.compute.manager [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Terminating instance [ 1100.006368] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a0e369-8080-ed48-91f8-1eff749d7aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.006685] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.006966] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.007294] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.007470] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.007650] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.007924] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e2b802-72d8-465d-bb45-84ea4239ac03 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.019337] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.019524] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.020378] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8070e1e0-ee08-44de-b9a9-09abb8852f81 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.025700] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1100.025700] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b560e-2874-d300-6dcb-e35d33344261" [ 1100.025700] env[68828]: _type = "Task" [ 1100.025700] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.033932] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b560e-2874-d300-6dcb-e35d33344261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.178809] env[68828]: DEBUG oslo_vmware.api [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Task: {'id': task-3231248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261056} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.179288] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5101c223-c246-40a1-b51d-3f704b0b8406 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "4833add8-46aa-460a-95ca-20de64bdd4c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.255s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.180163] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.180373] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.180525] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.180694] env[68828]: INFO nova.compute.manager [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.180927] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.181519] env[68828]: DEBUG nova.compute.manager [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.181620] env[68828]: DEBUG nova.network.neutron [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.209353] env[68828]: INFO nova.compute.manager [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Unrescuing [ 1100.209591] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.209746] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.209909] env[68828]: DEBUG nova.network.neutron [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.227111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.341538] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.446591] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.480901] env[68828]: DEBUG nova.compute.manager [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.481182] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.482442] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93b533-3019-4b96-8c1d-53c03f157709 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.490751] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.490915] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08341e0d-1cf0-4070-84f3-59436e4ac1b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.494333] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.496965] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1100.496965] env[68828]: value = "task-3231250" [ 1100.496965] env[68828]: _type = "Task" [ 1100.496965] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.507843] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.539121] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b560e-2874-d300-6dcb-e35d33344261, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.540664] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aaffcda-089e-4ff5-ad8d-ef4187f1bf3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.547476] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1100.547476] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac20ea-a2f1-3be5-a631-8b916d1f84c4" [ 1100.547476] env[68828]: _type = "Task" [ 1100.547476] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.555965] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac20ea-a2f1-3be5-a631-8b916d1f84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.661703] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7c3ef251-0114-44a5-bb27-b05b77f94989 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.663071] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.756s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.734039] env[68828]: DEBUG nova.compute.manager [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.735448] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6949c3-f91d-42a2-acf5-47ca1da883e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.778710] env[68828]: DEBUG nova.compute.manager [req-6c7f7bd4-6998-4932-a048-21343caac397 req-70b0168f-e6b4-48cb-b708-2935603ce612 service nova] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Received event network-vif-deleted-bed2f82f-d8b6-4398-8b0f-888ece2865e4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.778926] env[68828]: DEBUG nova.compute.manager [req-6c7f7bd4-6998-4932-a048-21343caac397 req-70b0168f-e6b4-48cb-b708-2935603ce612 service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Received event network-vif-deleted-eefe2043-a5d1-4776-9d57-b8f5b3226a97 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.779105] env[68828]: INFO nova.compute.manager [req-6c7f7bd4-6998-4932-a048-21343caac397 req-70b0168f-e6b4-48cb-b708-2935603ce612 service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Neutron deleted interface eefe2043-a5d1-4776-9d57-b8f5b3226a97; detaching it from the instance and deleting it from the info cache [ 1100.779275] env[68828]: DEBUG nova.network.neutron [req-6c7f7bd4-6998-4932-a048-21343caac397 req-70b0168f-e6b4-48cb-b708-2935603ce612 service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.839968] env[68828]: DEBUG oslo_vmware.api [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231249, 'name': PowerOnVM_Task, 'duration_secs': 0.565085} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.840305] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.840543] env[68828]: INFO nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1100.840760] env[68828]: DEBUG nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.841661] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba1ffdd-4fc1-4bdd-808e-b3fa62b4277b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.953055] env[68828]: DEBUG nova.network.neutron [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.958727] env[68828]: DEBUG nova.network.neutron [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.964874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "374c2815-449a-434b-a27a-1cbe7e795c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.965141] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.005179] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.005404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.010075] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231250, 'name': PowerOffVM_Task, 'duration_secs': 0.309089} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.010692] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.010864] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.011194] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba338a2-3120-4f98-9fa1-08bd952a1fd5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.058148] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac20ea-a2f1-3be5-a631-8b916d1f84c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014646} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.058437] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.058715] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.058992] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beb7ff96-61e3-447d-b8be-fa2723c92684 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.065407] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1101.065407] env[68828]: value = "task-3231252" [ 1101.065407] env[68828]: _type = "Task" [ 1101.065407] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.074513] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.079019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.079408] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.079666] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleting the datastore file [datastore2] 076c35d8-f3b8-4734-a691-2df186f34a50 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.080453] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b9224b-0f49-46bf-bb88-d5b73b58ff16 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.086204] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1101.086204] env[68828]: value = "task-3231253" [ 1101.086204] env[68828]: _type = "Task" [ 1101.086204] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.094983] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.169371] env[68828]: INFO nova.compute.claims [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.283412] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef2889b7-72d8-487d-b166-a254eb773485 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.297035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e1803-ffe9-4468-8f7d-8d0dd2d6de32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.343725] env[68828]: DEBUG nova.compute.manager [req-6c7f7bd4-6998-4932-a048-21343caac397 req-70b0168f-e6b4-48cb-b708-2935603ce612 service nova] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Detach interface failed, port_id=eefe2043-a5d1-4776-9d57-b8f5b3226a97, reason: Instance b8b6182f-22a9-4ab9-9978-36eb644bc2c3 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.361164] env[68828]: INFO nova.compute.manager [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Took 31.21 seconds to build instance. [ 1101.456878] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.457698] env[68828]: DEBUG nova.objects.instance [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'flavor' on Instance uuid 31a48226-287d-47b9-a293-0e15f62cf5fd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.464988] env[68828]: INFO nova.compute.manager [-] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Took 1.28 seconds to deallocate network for instance. [ 1101.469797] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.512030] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.576672] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.598163] env[68828]: DEBUG oslo_vmware.api [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177221} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.599063] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.599063] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.599063] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.599063] env[68828]: INFO nova.compute.manager [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1101.599349] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.599349] env[68828]: DEBUG nova.compute.manager [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.599451] env[68828]: DEBUG nova.network.neutron [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.675841] env[68828]: INFO nova.compute.resource_tracker [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating resource usage from migration 54a7f782-3760-43a6-98fe-103850387cb4 [ 1101.751028] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5ea5ee-e236-4ee3-8d95-69ce3a9965f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.761314] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Doing hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1101.761825] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0af11627-8fbc-4b65-8ecf-5d81f1d998da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.770522] env[68828]: DEBUG oslo_vmware.api [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1101.770522] env[68828]: value = "task-3231254" [ 1101.770522] env[68828]: _type = "Task" [ 1101.770522] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.783898] env[68828]: DEBUG oslo_vmware.api [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231254, 'name': ResetVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.864963] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b8e75c0-500e-4ef5-b6b8-d901a877993b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.721s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.966043] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24307862-ee3c-4c82-9b39-1291bbde001f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.976520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.007597] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.013186] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02742eb7-9f5c-457a-9981-6b0bbc1757fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.020662] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1102.020662] env[68828]: value = "task-3231255" [ 1102.020662] env[68828]: _type = "Task" [ 1102.020662] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.027673] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.035239] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.036186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.075180] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594248} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.077790] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.077946] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.078356] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af949344-6ff2-4522-a9f1-4357edd223f5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.084339] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1102.084339] env[68828]: value = "task-3231256" [ 1102.084339] env[68828]: _type = "Task" [ 1102.084339] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.095399] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.097179] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d749b955-ea7a-49d9-a21f-74de31a928c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.104077] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2dddcb-a03e-49e6-bb25-dba97ed0f316 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.136015] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b0a49-9874-4c79-a260-727e25a5a83b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.144148] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb253530-3e48-4b00-a523-60e78bfb5fd8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.158960] env[68828]: DEBUG nova.compute.provider_tree [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.220046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.220289] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.279752] env[68828]: DEBUG oslo_vmware.api [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231254, 'name': ResetVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.379016] env[68828]: DEBUG nova.network.neutron [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.533527] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.597058] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368601} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.597424] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.598167] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d48a187-1ae3-44fd-bcde-6c19bfcf508d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.620151] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.620484] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96aecc46-34c7-4350-bc42-1be618d3905f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.640330] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1102.640330] env[68828]: value = "task-3231257" [ 1102.640330] env[68828]: _type = "Task" [ 1102.640330] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.648697] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.661858] env[68828]: DEBUG nova.scheduler.client.report [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.722559] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.781298] env[68828]: DEBUG oslo_vmware.api [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231254, 'name': ResetVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.803172] env[68828]: DEBUG nova.compute.manager [req-feebfd0f-6b0b-4b02-968c-5b8b502bd37e req-37009240-ab7c-4d4b-8d05-c8afeb53e596 service nova] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Received event network-vif-deleted-96014a17-5233-4c82-bcab-d8162a22a81d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.881522] env[68828]: INFO nova.compute.manager [-] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Took 1.28 seconds to deallocate network for instance. [ 1103.033729] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.150860] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.169080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.506s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.169280] env[68828]: INFO nova.compute.manager [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Migrating [ 1103.175974] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.982s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.176213] env[68828]: DEBUG nova.objects.instance [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'resources' on Instance uuid f65ed295-db6c-4a80-86ef-2216fb790b25 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.245185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.281546] env[68828]: DEBUG oslo_vmware.api [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231254, 'name': ResetVM_Task, 'duration_secs': 1.099358} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.281821] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Did hard reboot of VM {{(pid=68828) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1103.282025] env[68828]: DEBUG nova.compute.manager [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.282789] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7566f5-f4f3-430b-ac9f-18c31883b8aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.536534] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231255, 'name': PowerOffVM_Task, 'duration_secs': 1.13794} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.536926] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.542882] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.543245] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082f18b6-9278-4296-9649-d0f94cfba4b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.563445] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1103.563445] env[68828]: value = "task-3231258" [ 1103.563445] env[68828]: _type = "Task" [ 1103.563445] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.572457] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.651199] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231257, 'name': ReconfigVM_Task, 'duration_secs': 0.516553} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.651548] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.652330] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e35b6b0-c062-4d60-8891-14e2df48e7fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.660155] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1103.660155] env[68828]: value = "task-3231259" [ 1103.660155] env[68828]: _type = "Task" [ 1103.660155] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.668361] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231259, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.689906] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.690237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.690526] env[68828]: DEBUG nova.network.neutron [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.795194] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1242a1b7-c296-452a-8af0-f6c352dd15a3 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.329s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.018337] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62dec9-2737-4e62-b411-fa9d1bbcc853 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.025545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c820741c-3580-466c-abfa-e5b861ce9d59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.055792] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4777d32-1abf-42cc-9a53-e7c04214fe06 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.063335] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f395b6-39b1-4bb4-9ca9-f1e33bed5d1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.081312] env[68828]: DEBUG nova.compute.provider_tree [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.085484] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231258, 'name': ReconfigVM_Task, 'duration_secs': 0.418168} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.085974] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.086174] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.086523] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d9398f0-1b51-43eb-9e96-aa6fb48d4acc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.092841] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1104.092841] env[68828]: value = "task-3231260" [ 1104.092841] env[68828]: _type = "Task" [ 1104.092841] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.101018] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.169902] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231259, 'name': Rename_Task, 'duration_secs': 0.173958} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.170830] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.171231] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e262d0-9f0d-49b9-999e-0c131547b93a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.177108] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1104.177108] env[68828]: value = "task-3231261" [ 1104.177108] env[68828]: _type = "Task" [ 1104.177108] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.185542] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.411896] env[68828]: DEBUG nova.network.neutron [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.587959] env[68828]: DEBUG nova.scheduler.client.report [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.602507] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.687573] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.914340] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.093082] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.095695] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.874s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.097452] env[68828]: INFO nova.compute.claims [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.109938] env[68828]: DEBUG oslo_vmware.api [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231260, 'name': PowerOnVM_Task, 'duration_secs': 0.707226} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.110290] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.110546] env[68828]: DEBUG nova.compute.manager [None req-5d26a6e8-dfeb-4c9c-b21e-ba6ccfb2e76c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.111373] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5947b-b8f1-4abd-8ff6-5d04bbb7dcc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.122461] env[68828]: INFO nova.scheduler.client.report [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocations for instance f65ed295-db6c-4a80-86ef-2216fb790b25 [ 1105.187091] env[68828]: DEBUG oslo_vmware.api [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231261, 'name': PowerOnVM_Task, 'duration_secs': 0.947561} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.187467] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.187722] env[68828]: INFO nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1105.187918] env[68828]: DEBUG nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.188747] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a8933-f109-4e14-9a70-dff8a8c5bca0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.630230] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b296f215-74e2-420f-a226-10cf44855881 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "f65ed295-db6c-4a80-86ef-2216fb790b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.319s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.709986] env[68828]: INFO nova.compute.manager [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Took 26.59 seconds to build instance. [ 1106.212250] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ff682e84-3dec-4afe-b7b3-8c42e109c272 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.099s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.223205] env[68828]: DEBUG nova.compute.manager [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.223205] env[68828]: DEBUG nova.compute.manager [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing instance network info cache due to event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.223372] env[68828]: DEBUG oslo_concurrency.lockutils [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.223879] env[68828]: DEBUG oslo_concurrency.lockutils [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.223879] env[68828]: DEBUG nova.network.neutron [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.432901] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c81819-a23e-4b8b-b918-d0c5daed51fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.461530] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.541299] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3bf007-c7a7-4dd3-ab52-69fda7bd2aeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.551938] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6b34c-9660-4c95-a775-e526a540eff1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.585796] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f9a79-3720-4926-a219-eab58f0980f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.593761] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02beca1-601b-44cf-ba51-0f8bc7b29a73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.609850] env[68828]: DEBUG nova.compute.provider_tree [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.965731] env[68828]: DEBUG nova.network.neutron [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updated VIF entry in instance network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.965731] env[68828]: DEBUG nova.network.neutron [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.968242] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.968736] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-181bb298-317f-4e4d-8a8c-04376ba32ee3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.976856] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1106.976856] env[68828]: value = "task-3231262" [ 1106.976856] env[68828]: _type = "Task" [ 1106.976856] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.989408] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.114608] env[68828]: DEBUG nova.scheduler.client.report [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.404252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "91a69b84-3008-4041-94c0-7068ea891edd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.404570] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.451560] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.451798] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.470053] env[68828]: DEBUG oslo_concurrency.lockutils [req-f19b4a9b-0d83-404b-87dc-889c92f00fdc req-11690407-1a1b-46a3-9faf-6933446bc652 service nova] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.486779] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231262, 'name': PowerOffVM_Task, 'duration_secs': 0.205847} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.487104] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.487444] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.620166] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.620683] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.623365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.830s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.623590] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.625779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.980s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.625999] env[68828]: DEBUG nova.objects.instance [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'resources' on Instance uuid 13fd0e92-3999-4f78-9987-f29d89a6046a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.646235] env[68828]: INFO nova.scheduler.client.report [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocations for instance fad542ce-c7e3-4b95-8a93-ff8ef67e9b55 [ 1107.908588] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.954125] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.993903] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.994594] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.994594] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.994594] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.994757] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.994859] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.995118] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.995304] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.995506] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.995695] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.995913] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.002555] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e8df47-ec8b-4958-9e85-6b970457dc53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.019276] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1108.019276] env[68828]: value = "task-3231263" [ 1108.019276] env[68828]: _type = "Task" [ 1108.019276] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.027222] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.132370] env[68828]: DEBUG nova.compute.utils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.134914] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.134914] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.157204] env[68828]: DEBUG oslo_concurrency.lockutils [None req-247d8356-1b30-407b-b489-b34704eae06f tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "fad542ce-c7e3-4b95-8a93-ff8ef67e9b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.518s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.184658] env[68828]: DEBUG nova.policy [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa361d6d90544e9a400dd581320c547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4843b5dbe7404384bdc633eb6eece3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.252392] env[68828]: DEBUG nova.compute.manager [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.252596] env[68828]: DEBUG nova.compute.manager [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing instance network info cache due to event network-changed-cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.252821] env[68828]: DEBUG oslo_concurrency.lockutils [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] Acquiring lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.252979] env[68828]: DEBUG oslo_concurrency.lockutils [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] Acquired lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.253327] env[68828]: DEBUG nova.network.neutron [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Refreshing network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.431928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.472891] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Successfully created port: b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.476110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.524883] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fbed0b-2933-4a21-8feb-b4296cd5a78f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.537020] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231263, 'name': ReconfigVM_Task, 'duration_secs': 0.350679} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.537020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.543032] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6193c4-79a1-4bd3-81ac-2207fb01aef7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.583851] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e76da6-70fe-408d-8778-d419da79ee5a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.592272] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a432e5-d6da-4a1d-8c62-60a4879f01a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.608616] env[68828]: DEBUG nova.compute.provider_tree [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.637941] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.944489] env[68828]: DEBUG nova.network.neutron [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updated VIF entry in instance network info cache for port cae04bf2-3cfd-4879-9efc-b1030dc0280c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.944882] env[68828]: DEBUG nova.network.neutron [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [{"id": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "address": "fa:16:3e:00:32:bb", "network": {"id": "7de9007c-fe00-4de2-8de1-c01372cd6be8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-993889093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e9234315d4c7bb2169b623de8cf35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae04bf2-3c", "ovs_interfaceid": "cae04bf2-3cfd-4879-9efc-b1030dc0280c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.048842] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.049152] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.050060] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.050374] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.050374] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.050534] env[68828]: DEBUG nova.virt.hardware [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.055822] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.056120] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7162f5fd-dbf9-46bd-a228-6b750f55e15d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.075461] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1109.075461] env[68828]: value = "task-3231264" [ 1109.075461] env[68828]: _type = "Task" [ 1109.075461] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.083429] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.111974] env[68828]: DEBUG nova.scheduler.client.report [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.447917] env[68828]: DEBUG oslo_concurrency.lockutils [req-742429a7-1927-4f41-8a06-16bca1f497ad req-3be5d2c1-0b45-4a96-8ee4-448897d6b2e5 service nova] Releasing lock "refresh_cache-31a48226-287d-47b9-a293-0e15f62cf5fd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.586235] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231264, 'name': ReconfigVM_Task, 'duration_secs': 0.220332} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.586462] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.587348] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121735c3-5f15-45c0-91b7-b6252ac127e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.611540] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.611910] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f59e56-4975-4686-9dcc-a0d9439e0ff3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.625301] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.627556] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.417s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.629072] env[68828]: INFO nova.compute.claims [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.638766] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1109.638766] env[68828]: value = "task-3231265" [ 1109.638766] env[68828]: _type = "Task" [ 1109.638766] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.650701] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.652909] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.654328] env[68828]: INFO nova.scheduler.client.report [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted allocations for instance 13fd0e92-3999-4f78-9987-f29d89a6046a [ 1109.683644] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.684138] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.684806] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.687034] env[68828]: DEBUG nova.virt.hardware [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.687928] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654bd27-8085-4721-9c20-08f0147a7820 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.697853] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b185336-0b46-4d7e-aed5-1481be8fe1cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.874358] env[68828]: DEBUG nova.compute.manager [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Received event network-vif-plugged-b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.874621] env[68828]: DEBUG oslo_concurrency.lockutils [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] Acquiring lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.875157] env[68828]: DEBUG oslo_concurrency.lockutils [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.875378] env[68828]: DEBUG oslo_concurrency.lockutils [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.875571] env[68828]: DEBUG nova.compute.manager [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] No waiting events found dispatching network-vif-plugged-b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.875738] env[68828]: WARNING nova.compute.manager [req-5d7dd02c-034e-4882-b497-506dbbf1315f req-3438c0dc-6f94-496f-92d3-eb83987ee6da service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Received unexpected event network-vif-plugged-b1df7db2-11c1-43ef-98e0-274d9410ab52 for instance with vm_state building and task_state spawning. [ 1109.933127] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Successfully updated port: b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.148470] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231265, 'name': ReconfigVM_Task, 'duration_secs': 0.366155} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.149079] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.149079] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.162074] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c6b09873-8fd2-4fdc-a191-e53eacd71390 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "13fd0e92-3999-4f78-9987-f29d89a6046a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.218s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.435125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.435302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.435434] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.655999] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b556bde-209b-45b3-ae2f-69d06ce92858 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.681472] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa11d07-8e32-47c2-b5f1-c14c46a2ee7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.703390] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.967168] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce853a-3a55-44d8-b1e0-f5e8150145fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.975112] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1ade1-a5bf-429f-871b-e7540e3b0035 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.006536] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.009151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff67d4e-eef8-4a93-beab-1fbd1076f122 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.016843] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701cfd70-0ce2-43df-a454-ee93852c780e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029971] env[68828]: DEBUG nova.compute.provider_tree [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.171327] env[68828]: DEBUG nova.network.neutron [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Updating instance_info_cache with network_info: [{"id": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "address": "fa:16:3e:53:f7:e2", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7db2-11", "ovs_interfaceid": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.536596] env[68828]: DEBUG nova.scheduler.client.report [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.673532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.674083] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Instance network_info: |[{"id": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "address": "fa:16:3e:53:f7:e2", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7db2-11", "ovs_interfaceid": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.674351] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:f7:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1df7db2-11c1-43ef-98e0-274d9410ab52', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.689559] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.691862] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.692145] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729e8ce1-3437-465b-8ef1-e93fcc3ab0fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.712508] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.712508] env[68828]: value = "task-3231266" [ 1111.712508] env[68828]: _type = "Task" [ 1111.712508] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.720255] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231266, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.900461] env[68828]: DEBUG nova.compute.manager [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Received event network-changed-b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.900681] env[68828]: DEBUG nova.compute.manager [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Refreshing instance network info cache due to event network-changed-b1df7db2-11c1-43ef-98e0-274d9410ab52. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.900903] env[68828]: DEBUG oslo_concurrency.lockutils [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] Acquiring lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.901050] env[68828]: DEBUG oslo_concurrency.lockutils [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] Acquired lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.901218] env[68828]: DEBUG nova.network.neutron [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Refreshing network info cache for port b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.039886] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.040436] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.043240] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.599s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.043595] env[68828]: DEBUG nova.objects.instance [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lazy-loading 'resources' on Instance uuid f0bf5f87-81af-4702-8c21-9279a0a9dc2b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.222751] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231266, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.355913] env[68828]: DEBUG nova.network.neutron [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Port fc3cb5e6-c79f-4086-bc44-47657fcbd75b binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.546489] env[68828]: DEBUG nova.compute.utils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.550606] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.550741] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.590991] env[68828]: DEBUG nova.policy [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54c8c99b1b944addbf07f8c54c154dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67dcb4ec58aa4c65a04d659186f4f7da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.612857] env[68828]: DEBUG nova.network.neutron [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Updated VIF entry in instance network info cache for port b1df7db2-11c1-43ef-98e0-274d9410ab52. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.616187] env[68828]: DEBUG nova.network.neutron [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Updating instance_info_cache with network_info: [{"id": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "address": "fa:16:3e:53:f7:e2", "network": {"id": "2b6bd1be-bb43-447f-8db3-edefe1cd9cd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1232492072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4843b5dbe7404384bdc633eb6eece3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7db2-11", "ovs_interfaceid": "b1df7db2-11c1-43ef-98e0-274d9410ab52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.724963] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231266, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.877047] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525c183-548d-4778-bcb3-c8e9c3f89061 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.882826] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb329dd-4114-4fd1-a791-dea652065c1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.919132] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56baf18-cf1c-4771-a73f-6924f093a33a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.927242] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b49a1-d932-48e5-bba7-3724cb846860 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.941467] env[68828]: DEBUG nova.compute.provider_tree [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.943453] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Successfully created port: f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.052454] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.115843] env[68828]: DEBUG oslo_concurrency.lockutils [req-f48807be-6992-4a0d-bb2c-769129f63430 req-693b9848-43e8-42b5-b800-0d07fbedf981 service nova] Releasing lock "refresh_cache-be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.152597] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.153019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.224616] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231266, 'name': CreateVM_Task, 'duration_secs': 1.326672} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.225363] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.226149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.226478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.226843] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.227170] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a70931-5fba-4e99-b3d3-e09d6180c7ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.232701] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1113.232701] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52813182-1c97-f015-1c74-c16a92a7ec9b" [ 1113.232701] env[68828]: _type = "Task" [ 1113.232701] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.241493] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52813182-1c97-f015-1c74-c16a92a7ec9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.376320] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.376589] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.376778] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.447572] env[68828]: DEBUG nova.scheduler.client.report [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.655775] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.744075] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52813182-1c97-f015-1c74-c16a92a7ec9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.744505] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.744904] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.745045] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.745236] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.745663] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.745968] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b417cfce-e66c-4f7a-bc21-02ed1cf4c0ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.754701] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.754892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.755615] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83374c24-91c3-43e4-96e5-06095ce10cb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.760913] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1113.760913] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b1853-2cee-8b20-d3df-fbf1b1687b7e" [ 1113.760913] env[68828]: _type = "Task" [ 1113.760913] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.768519] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b1853-2cee-8b20-d3df-fbf1b1687b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.952629] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.955588] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.461s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.977133] env[68828]: INFO nova.scheduler.client.report [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Deleted allocations for instance f0bf5f87-81af-4702-8c21-9279a0a9dc2b [ 1114.061335] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.090102] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.090363] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.090577] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.090800] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.090953] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.091118] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.091331] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.091492] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.091657] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.091822] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.091993] env[68828]: DEBUG nova.virt.hardware [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.092917] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b81aa-598b-4e8a-9ede-ca7dc032e7f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.102472] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c375f4f-2a9b-444f-a2f2-0cf1d7dab038 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.176246] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.271701] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b1853-2cee-8b20-d3df-fbf1b1687b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.272079] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a0b83a-4fb2-4b37-b48c-817fa5b2dc5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.278380] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1114.278380] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dcef2d-dd6c-4828-29a2-11b240cc59b1" [ 1114.278380] env[68828]: _type = "Task" [ 1114.278380] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.286489] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dcef2d-dd6c-4828-29a2-11b240cc59b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.421668] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.421860] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.422051] env[68828]: DEBUG nova.network.neutron [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.460178] env[68828]: INFO nova.compute.claims [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.484814] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e82cf12b-9b2d-4917-bfce-fb04c3439e08 tempest-ServerTagsTestJSON-11463034 tempest-ServerTagsTestJSON-11463034-project-member] Lock "f0bf5f87-81af-4702-8c21-9279a0a9dc2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.528s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.531396] env[68828]: DEBUG nova.compute.manager [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Received event network-vif-plugged-f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.532218] env[68828]: DEBUG oslo_concurrency.lockutils [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] Acquiring lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.532218] env[68828]: DEBUG oslo_concurrency.lockutils [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.532218] env[68828]: DEBUG oslo_concurrency.lockutils [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.532661] env[68828]: DEBUG nova.compute.manager [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] No waiting events found dispatching network-vif-plugged-f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.532862] env[68828]: WARNING nova.compute.manager [req-92373440-7d2b-4665-943d-81a67a81d33f req-f692a983-d88c-4261-a680-274fe6f0e011 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Received unexpected event network-vif-plugged-f1fdcc3b-6c3c-4643-8533-2746a875daa8 for instance with vm_state building and task_state spawning. [ 1114.626968] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Successfully updated port: f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.789309] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dcef2d-dd6c-4828-29a2-11b240cc59b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01902} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.789497] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.789751] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b/be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.790021] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef63af61-ac34-486b-9e7c-78fc6b6a2f83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.799143] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1114.799143] env[68828]: value = "task-3231267" [ 1114.799143] env[68828]: _type = "Task" [ 1114.799143] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.807567] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.970024] env[68828]: INFO nova.compute.resource_tracker [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating resource usage from migration 4888f2b8-c2c2-43d1-a0e6-3198b161d59a [ 1115.129197] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.129347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquired lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.129496] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.242165] env[68828]: DEBUG nova.network.neutron [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.315189] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231267, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.413562] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954be85d-118a-4b16-8cc3-5d5f9536ed2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.422062] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb352e45-0703-4d03-8810-3fd6491280a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.470215] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806b9c9f-6773-4582-bfd3-d03627676094 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.482731] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecde6df0-890c-4635-a9fb-f47b8df8681c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.503725] env[68828]: DEBUG nova.compute.provider_tree [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.722691] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.747643] env[68828]: DEBUG oslo_concurrency.lockutils [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.811449] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52327} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.811449] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b/be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.811674] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.811847] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d482cf11-7ff5-40ff-b2d2-a6e28b258381 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.823188] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1115.823188] env[68828]: value = "task-3231268" [ 1115.823188] env[68828]: _type = "Task" [ 1115.823188] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.833813] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.919421] env[68828]: DEBUG nova.network.neutron [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Updating instance_info_cache with network_info: [{"id": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "address": "fa:16:3e:d9:7c:ea", "network": {"id": "25362ae1-7924-483a-afa3-56b42f458bde", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-41033389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67dcb4ec58aa4c65a04d659186f4f7da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fdcc3b-6c", "ovs_interfaceid": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.010950] env[68828]: DEBUG nova.scheduler.client.report [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.256797] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4dfff6-0013-45af-a470-b5218fe5823c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.264193] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aeefdb-7aef-4e56-a568-279d41c768c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.333460] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069947} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.333732] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.334507] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb84cd70-793f-4807-8369-7e6c269a6055 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.357576] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b/be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.357885] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a896c5-9055-4658-aebe-0dedd8a348db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378061] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1116.378061] env[68828]: value = "task-3231269" [ 1116.378061] env[68828]: _type = "Task" [ 1116.378061] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.385870] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.422951] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Releasing lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.423480] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Instance network_info: |[{"id": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "address": "fa:16:3e:d9:7c:ea", "network": {"id": "25362ae1-7924-483a-afa3-56b42f458bde", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-41033389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67dcb4ec58aa4c65a04d659186f4f7da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fdcc3b-6c", "ovs_interfaceid": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.424020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:7c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1fdcc3b-6c3c-4643-8533-2746a875daa8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.431784] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Creating folder: Project (67dcb4ec58aa4c65a04d659186f4f7da). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.432078] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a26e71c-9748-4f54-8be4-48dddbf797ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.441068] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Created folder: Project (67dcb4ec58aa4c65a04d659186f4f7da) in parent group-v645630. [ 1116.441257] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Creating folder: Instances. Parent ref: group-v645895. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.441491] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50a14839-731f-4ca8-9311-5d7d7d5e077c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.450521] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Created folder: Instances in parent group-v645895. [ 1116.450761] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.450953] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.451185] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25c1fc3-f3cc-413e-a90f-8139bac763a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471357] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.471357] env[68828]: value = "task-3231272" [ 1116.471357] env[68828]: _type = "Task" [ 1116.471357] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.479967] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231272, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.517395] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.562s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.517686] env[68828]: INFO nova.compute.manager [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Migrating [ 1116.524648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.548s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.524879] env[68828]: DEBUG nova.objects.instance [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lazy-loading 'resources' on Instance uuid b8b6182f-22a9-4ab9-9978-36eb644bc2c3 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.559712] env[68828]: DEBUG nova.compute.manager [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Received event network-changed-f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.559712] env[68828]: DEBUG nova.compute.manager [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Refreshing instance network info cache due to event network-changed-f1fdcc3b-6c3c-4643-8533-2746a875daa8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.559867] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] Acquiring lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.560025] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] Acquired lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.560178] env[68828]: DEBUG nova.network.neutron [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Refreshing network info cache for port f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.887952] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231269, 'name': ReconfigVM_Task, 'duration_secs': 0.282756} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.888362] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b/be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.889129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76af9e03-ce36-4158-a18b-5e3df9180112 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.894918] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1116.894918] env[68828]: value = "task-3231273" [ 1116.894918] env[68828]: _type = "Task" [ 1116.894918] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.902820] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231273, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.981824] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231272, 'name': CreateVM_Task, 'duration_secs': 0.389804} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.982048] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.982906] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.983111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.983689] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.984236] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8cd5d53-395c-40d8-a2b5-d7a95d42543a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.988895] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1116.988895] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b56e1-cd1f-0e81-e634-ec9c5860e571" [ 1116.988895] env[68828]: _type = "Task" [ 1116.988895] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.997343] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b56e1-cd1f-0e81-e634-ec9c5860e571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.036310] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.036604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.036656] env[68828]: DEBUG nova.network.neutron [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.376715] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22a8f5-c97b-45a7-8033-e443cd603135 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.403124] env[68828]: DEBUG nova.network.neutron [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Updated VIF entry in instance network info cache for port f1fdcc3b-6c3c-4643-8533-2746a875daa8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.403481] env[68828]: DEBUG nova.network.neutron [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Updating instance_info_cache with network_info: [{"id": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "address": "fa:16:3e:d9:7c:ea", "network": {"id": "25362ae1-7924-483a-afa3-56b42f458bde", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-41033389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67dcb4ec58aa4c65a04d659186f4f7da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fdcc3b-6c", "ovs_interfaceid": "f1fdcc3b-6c3c-4643-8533-2746a875daa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.410188] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795115b1-a576-418c-a4b6-c387807c03dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.418200] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231273, 'name': Rename_Task, 'duration_secs': 0.146266} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.421182] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.421520] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.425592] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fdbd7ba-9f7e-4c87-b5b7-ed6e8ed24175 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.427879] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d49643-17db-401b-b4e2-916f21aad447 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.435377] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cbcb4a-068b-4450-bd1c-472991b3654e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.439238] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1117.439238] env[68828]: value = "task-3231274" [ 1117.439238] env[68828]: _type = "Task" [ 1117.439238] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.470622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba48c92-c24a-4eba-9b7e-39c8f3c76f55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.477446] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.483814] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60327f49-3884-4f24-8405-e8cca1ab7691 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.500049] env[68828]: DEBUG nova.compute.provider_tree [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.507071] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522b56e1-cd1f-0e81-e634-ec9c5860e571, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.507368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.507601] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.507837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507986] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508181] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.508941] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b53ef727-5c98-46ab-a708-1e3e874a5384 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.518765] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.519120] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.520308] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17568ec-9ac2-4574-850b-7b3ebe0d0a83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.530627] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1117.530627] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b994bd-500d-414f-0fac-ec1bbe83d8ee" [ 1117.530627] env[68828]: _type = "Task" [ 1117.530627] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.546112] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b994bd-500d-414f-0fac-ec1bbe83d8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.731226] env[68828]: DEBUG nova.network.neutron [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.866576] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "47c1251b-c3e7-4797-b26c-eb4535616e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.866889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.913700] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5db4c0b-0685-4926-9ce0-957a793eb758 req-d8e2d220-7322-4489-a413-f20e0d5cb913 service nova] Releasing lock "refresh_cache-582e5a15-191f-4595-a5ef-27ab72a21b17" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.933514] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.934301] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4525bc4-5239-47b5-9afd-380b22b56d70 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.942463] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1117.942463] env[68828]: value = "task-3231275" [ 1117.942463] env[68828]: _type = "Task" [ 1117.942463] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.960135] env[68828]: DEBUG oslo_vmware.api [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231274, 'name': PowerOnVM_Task, 'duration_secs': 0.500323} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.963982] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.963982] env[68828]: INFO nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1117.964182] env[68828]: DEBUG nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.964526] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231275, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.966017] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd96d8-7a01-4edd-92e2-f0b2ee77da8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.004728] env[68828]: DEBUG nova.scheduler.client.report [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.041431] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b994bd-500d-414f-0fac-ec1bbe83d8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.042380] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef225be3-3eb2-43e6-9e72-fc85b0c074b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.047778] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1118.047778] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520997fd-da95-6393-43d8-235e8bbc214e" [ 1118.047778] env[68828]: _type = "Task" [ 1118.047778] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.056149] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520997fd-da95-6393-43d8-235e8bbc214e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.101521] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "d1304f94-a718-495f-b26a-669bdf0040c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.101756] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.233494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.369523] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.455559] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.483788] env[68828]: INFO nova.compute.manager [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Took 33.29 seconds to build instance. [ 1118.510623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.515210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.488s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.516788] env[68828]: INFO nova.compute.claims [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.538954] env[68828]: INFO nova.scheduler.client.report [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Deleted allocations for instance b8b6182f-22a9-4ab9-9978-36eb644bc2c3 [ 1118.558525] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520997fd-da95-6393-43d8-235e8bbc214e, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.559485] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.559750] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 582e5a15-191f-4595-a5ef-27ab72a21b17/582e5a15-191f-4595-a5ef-27ab72a21b17.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.560019] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a384896-d101-4d67-85d7-1dc3f81b304e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.567283] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1118.567283] env[68828]: value = "task-3231276" [ 1118.567283] env[68828]: _type = "Task" [ 1118.567283] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.576937] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.603950] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.890496] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.962288] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.985218] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aff2c39b-4378-403a-827f-d898938f5896 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.797s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.046347] env[68828]: DEBUG oslo_concurrency.lockutils [None req-84122817-1089-4ff7-93f8-4a05ec0e7f35 tempest-ServerPasswordTestJSON-1819148840 tempest-ServerPasswordTestJSON-1819148840-project-member] Lock "b8b6182f-22a9-4ab9-9978-36eb644bc2c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.502s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.081380] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507685} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.081573] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 582e5a15-191f-4595-a5ef-27ab72a21b17/582e5a15-191f-4595-a5ef-27ab72a21b17.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.081760] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.082021] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab97ade-f9d7-44e9-be15-6a5a12aabfbf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.088332] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1119.088332] env[68828]: value = "task-3231277" [ 1119.088332] env[68828]: _type = "Task" [ 1119.088332] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.098717] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.127093] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.456538] env[68828]: DEBUG oslo_vmware.api [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231275, 'name': PowerOnVM_Task, 'duration_secs': 1.032423} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.458050] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.458050] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-338901ad-b595-4e39-87ae-6687eb1c32d2 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance '957188b3-5d1d-4048-8aed-3b8238ca271f' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.600151] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059753} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.600424] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.601240] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac247073-20bc-47ac-b664-dc2f9a71a54a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.625956] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 582e5a15-191f-4595-a5ef-27ab72a21b17/582e5a15-191f-4595-a5ef-27ab72a21b17.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.631199] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91174752-7de9-4770-bce1-6c5df20c086a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.648946] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1119.648946] env[68828]: value = "task-3231278" [ 1119.648946] env[68828]: _type = "Task" [ 1119.648946] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.657177] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.751578] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc2d941-aa4b-4cdd-86f5-105efab0ca63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.770391] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.953116] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3e52d2-361a-4563-bd32-5c35f32bcd31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.967512] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b09910-48f8-4b51-86f0-f0131634b39e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.008144] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9cc31f-5dae-49eb-a1c2-6364c11b6792 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.016943] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fb8a95-6f85-4f33-93d8-6bc91c1422fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.038200] env[68828]: DEBUG nova.compute.provider_tree [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.160868] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.279124] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.279458] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-216d54ca-4f1c-4f21-acc5-a3450a407e90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.286636] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1120.286636] env[68828]: value = "task-3231279" [ 1120.286636] env[68828]: _type = "Task" [ 1120.286636] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.298046] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.546056] env[68828]: DEBUG nova.scheduler.client.report [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.660451] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231278, 'name': ReconfigVM_Task, 'duration_secs': 0.662583} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.660751] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 582e5a15-191f-4595-a5ef-27ab72a21b17/582e5a15-191f-4595-a5ef-27ab72a21b17.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.661579] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6cc9b9c-d9be-4bc7-aae3-e5560e9fb300 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.668621] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1120.668621] env[68828]: value = "task-3231280" [ 1120.668621] env[68828]: _type = "Task" [ 1120.668621] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.678888] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231280, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.797958] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231279, 'name': PowerOffVM_Task, 'duration_secs': 0.275419} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.798410] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.798545] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.051498] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.052230] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.055819] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.020s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.057722] env[68828]: INFO nova.compute.claims [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.074550] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.074840] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.075042] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.075293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.075444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.077699] env[68828]: INFO nova.compute.manager [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Terminating instance [ 1121.181350] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231280, 'name': Rename_Task, 'duration_secs': 0.142737} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.185022] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.185022] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e43662c-1ba4-45ff-8511-bd1ad4f806e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.187844] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1121.187844] env[68828]: value = "task-3231281" [ 1121.187844] env[68828]: _type = "Task" [ 1121.187844] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.195904] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.306579] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.306909] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.307619] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.307619] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.307619] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.307619] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.307850] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.308584] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.308584] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.308584] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.308947] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.314129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a70580-e989-430e-a997-657dadcbc861 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.330539] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1121.330539] env[68828]: value = "task-3231282" [ 1121.330539] env[68828]: _type = "Task" [ 1121.330539] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.341788] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.541258] env[68828]: DEBUG nova.network.neutron [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Port fc3cb5e6-c79f-4086-bc44-47657fcbd75b binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.541707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.541896] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.542104] env[68828]: DEBUG nova.network.neutron [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.562344] env[68828]: DEBUG nova.compute.utils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.565743] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.565919] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.587198] env[68828]: DEBUG nova.compute.manager [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.587473] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.588410] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e17b80-397b-4206-ad93-633a48b7a67c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.596516] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.596796] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04999027-b821-4c79-8c18-35c60bc0a55b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.603749] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1121.603749] env[68828]: value = "task-3231283" [ 1121.603749] env[68828]: _type = "Task" [ 1121.603749] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.612590] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.614059] env[68828]: DEBUG nova.policy [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fabc9ffcb4d4ca88969e3b0b33618a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5f767b7ec4422b9a77f51c8009240e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.699336] env[68828]: DEBUG oslo_vmware.api [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231281, 'name': PowerOnVM_Task, 'duration_secs': 0.491022} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.699336] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.699524] env[68828]: INFO nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1121.699635] env[68828]: DEBUG nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.700486] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f80de-da37-4abe-a31f-cdd9c0e88b69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.840927] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231282, 'name': ReconfigVM_Task, 'duration_secs': 0.199664} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.841362] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.981819] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Successfully created port: f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.072937] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.115242] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231283, 'name': PowerOffVM_Task, 'duration_secs': 0.494684} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.115528] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.115709] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.116768] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7587b99-c874-43c7-9734-7342aa4c863f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.193406] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.193629] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.193854] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleting the datastore file [datastore1] be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.194169] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e092137-08e0-497e-8463-32874ed61aab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.200323] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for the task: (returnval){ [ 1122.200323] env[68828]: value = "task-3231285" [ 1122.200323] env[68828]: _type = "Task" [ 1122.200323] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.221081] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.233603] env[68828]: INFO nova.compute.manager [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Took 23.04 seconds to build instance. [ 1122.303299] env[68828]: DEBUG nova.network.neutron [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.350783] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.350783] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.350783] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.350783] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.353432] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.353432] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.353432] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.353432] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.353432] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.354019] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.354019] env[68828]: DEBUG nova.virt.hardware [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.360646] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.363878] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f3e886-4338-45bf-8d2c-31a2396cee6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.387858] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1122.387858] env[68828]: value = "task-3231286" [ 1122.387858] env[68828]: _type = "Task" [ 1122.387858] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.399878] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.512033] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007ef6e-a10c-4c54-9351-c2744b3580bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.519456] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb920a2-8bdb-4a5b-b7cc-4e3fc4ea8174 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.549109] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c737b-f57f-489c-8532-5f1223956178 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.556368] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03905872-f544-49a4-8db0-759298542a89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.569438] env[68828]: DEBUG nova.compute.provider_tree [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.711592] env[68828]: DEBUG oslo_vmware.api [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Task: {'id': task-3231285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18913} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.711853] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.712052] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.712230] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.712400] env[68828]: INFO nova.compute.manager [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1122.712762] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.712958] env[68828]: DEBUG nova.compute.manager [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.713064] env[68828]: DEBUG nova.network.neutron [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.739367] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e0c985d0-f8e3-4c63-b6db-68ac9f0fbd7c tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.557s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.807049] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.899769] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231286, 'name': ReconfigVM_Task, 'duration_secs': 0.165216} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.900075] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.900870] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d78a755-6d33-44e9-890d-cc2f0cf6c023 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.923942] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.924946] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c176cb1f-57a1-4b1a-b49f-48ca36fcea20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.947869] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1122.947869] env[68828]: value = "task-3231287" [ 1122.947869] env[68828]: _type = "Task" [ 1122.947869] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.958678] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.988927] env[68828]: DEBUG nova.compute.manager [req-e1121321-e7aa-4e00-b561-d3ede731cc0b req-37a929f5-2445-41eb-92cb-63365e644e00 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Received event network-vif-deleted-b1df7db2-11c1-43ef-98e0-274d9410ab52 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.988927] env[68828]: INFO nova.compute.manager [req-e1121321-e7aa-4e00-b561-d3ede731cc0b req-37a929f5-2445-41eb-92cb-63365e644e00 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Neutron deleted interface b1df7db2-11c1-43ef-98e0-274d9410ab52; detaching it from the instance and deleting it from the info cache [ 1122.989145] env[68828]: DEBUG nova.network.neutron [req-e1121321-e7aa-4e00-b561-d3ede731cc0b req-37a929f5-2445-41eb-92cb-63365e644e00 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.072393] env[68828]: DEBUG nova.scheduler.client.report [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.084903] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.111395] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.111663] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.111822] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.112010] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.112170] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.112316] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.112518] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.112674] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.112833] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.112989] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.113176] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.114035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c33485-0e3e-4637-8eb7-8754b25bf0ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.123140] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446c2540-5019-4782-9a44-eb6cb4eaa4e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.310418] env[68828]: DEBUG nova.compute.manager [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68828) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1123.444528] env[68828]: DEBUG nova.network.neutron [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.459506] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231287, 'name': ReconfigVM_Task, 'duration_secs': 0.267337} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.459844] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa/2f503703-a96f-438e-a2f5-1e371d01a9fa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.460207] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.492593] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e59f510-5fcb-4c7d-99e5-dc3768a07f6c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.503104] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74ca62-22ef-43a2-a2b7-22fa75f42a5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.548389] env[68828]: DEBUG nova.compute.manager [req-e1121321-e7aa-4e00-b561-d3ede731cc0b req-37a929f5-2445-41eb-92cb-63365e644e00 service nova] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Detach interface failed, port_id=b1df7db2-11c1-43ef-98e0-274d9410ab52, reason: Instance be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.578198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.578736] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.582061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.337s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.583415] env[68828]: INFO nova.compute.claims [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.587014] env[68828]: DEBUG nova.compute.manager [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Received event network-vif-plugged-f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.587295] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] Acquiring lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.587548] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] Lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.587733] env[68828]: DEBUG oslo_concurrency.lockutils [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] Lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.587901] env[68828]: DEBUG nova.compute.manager [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] No waiting events found dispatching network-vif-plugged-f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.588100] env[68828]: WARNING nova.compute.manager [req-ad650d7d-1ffd-447a-9d35-4e7954f7d4b9 req-0c0bcf94-843b-4c2d-910e-e5455a96810f service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Received unexpected event network-vif-plugged-f63b1e18-0c64-4e61-9a1a-0f8096c16c59 for instance with vm_state building and task_state spawning. [ 1123.700132] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Successfully updated port: f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.948236] env[68828]: INFO nova.compute.manager [-] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Took 1.23 seconds to deallocate network for instance. [ 1123.968036] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20a271b-ea56-4d35-be70-a59efd3d2d4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.992211] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8f5cc0-86bb-4a8a-ae36-2717880b5ebc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.016560] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.025198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "582e5a15-191f-4595-a5ef-27ab72a21b17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.025198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.025198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.025418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.025722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.027546] env[68828]: INFO nova.compute.manager [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Terminating instance [ 1124.092016] env[68828]: DEBUG nova.compute.utils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.093340] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.093586] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.154554] env[68828]: DEBUG nova.policy [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fabc9ffcb4d4ca88969e3b0b33618a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5f767b7ec4422b9a77f51c8009240e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.202776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.202941] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.203068] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.417569] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.454894] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.516139] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Successfully created port: a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.533779] env[68828]: DEBUG nova.compute.manager [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.533909] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.534341] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.534921] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.534998] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.535636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.535877] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.539167] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53d0d9-d02e-48b0-9b93-7e7d725e99f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542317] env[68828]: INFO nova.compute.manager [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Terminating instance [ 1124.549338] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.550909] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a18c0d8e-b6e0-4969-8c29-a7b56c2cf2b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.558933] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1124.558933] env[68828]: value = "task-3231288" [ 1124.558933] env[68828]: _type = "Task" [ 1124.558933] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.567422] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.568492] env[68828]: DEBUG nova.network.neutron [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Port dbdaa419-5dc5-4bce-b263-ba0bfcd6588c binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1124.598148] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.745390] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.900832] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Updating instance_info_cache with network_info: [{"id": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "address": "fa:16:3e:f3:55:40", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63b1e18-0c", "ovs_interfaceid": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.974657] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f56edf-14a2-4977-ae83-c80bac678b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.983661] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e14e30-36f0-4944-a291-21f6655a65ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.017146] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ffcb8d-5233-409a-bdb9-8529a23effc7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.024600] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80b72a-928d-479e-9a8a-578d7cebf1a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.037831] env[68828]: DEBUG nova.compute.provider_tree [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.054827] env[68828]: DEBUG nova.compute.manager [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.055070] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.056109] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d24fe11-9315-4987-aa80-4e0bc27c99e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.065547] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.066112] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd584444-0cbf-4645-ba23-c393271623c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.073593] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231288, 'name': PowerOffVM_Task, 'duration_secs': 0.314029} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.074335] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.074526] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.074750] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa14a72-dfa7-4041-8733-99d16044bedf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.078718] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1125.078718] env[68828]: value = "task-3231289" [ 1125.078718] env[68828]: _type = "Task" [ 1125.078718] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.087379] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.140329] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.140565] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.140787] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Deleting the datastore file [datastore1] 582e5a15-191f-4595-a5ef-27ab72a21b17 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.141080] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1bb0851-5110-44c0-b95b-a8b6d9b4abc5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.149338] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for the task: (returnval){ [ 1125.149338] env[68828]: value = "task-3231291" [ 1125.149338] env[68828]: _type = "Task" [ 1125.149338] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.157590] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.403982] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.404197] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Instance network_info: |[{"id": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "address": "fa:16:3e:f3:55:40", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63b1e18-0c", "ovs_interfaceid": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.404659] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:55:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f63b1e18-0c64-4e61-9a1a-0f8096c16c59', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.412823] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.412999] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.413251] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84b875b-40d4-4ae2-a288-24431591a9b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.433110] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.433110] env[68828]: value = "task-3231292" [ 1125.433110] env[68828]: _type = "Task" [ 1125.433110] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.440130] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231292, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.540658] env[68828]: DEBUG nova.scheduler.client.report [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.594335] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.594600] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.594775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.602389] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231289, 'name': PowerOffVM_Task, 'duration_secs': 0.179749} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.602664] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.602825] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.603047] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90381995-fec1-4f2b-b63b-d220dbe55ed5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.607573] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.611979] env[68828]: DEBUG nova.compute.manager [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Received event network-changed-f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.612186] env[68828]: DEBUG nova.compute.manager [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Refreshing instance network info cache due to event network-changed-f63b1e18-0c64-4e61-9a1a-0f8096c16c59. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.612393] env[68828]: DEBUG oslo_concurrency.lockutils [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] Acquiring lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.612533] env[68828]: DEBUG oslo_concurrency.lockutils [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] Acquired lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.612691] env[68828]: DEBUG nova.network.neutron [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Refreshing network info cache for port f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.634940] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.635265] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.635628] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.635628] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.635810] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.635971] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.636219] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.636439] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.636653] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.636849] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.637083] env[68828]: DEBUG nova.virt.hardware [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.638453] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6be6d7-e409-4d8b-a700-3ee25dd7fccd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.647354] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf02a95-5f45-4805-87e6-328fe1dff859 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.667541] env[68828]: DEBUG oslo_vmware.api [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Task: {'id': task-3231291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209335} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.668846] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.669060] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.669245] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.669418] env[68828]: INFO nova.compute.manager [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1125.669680] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.669897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.670069] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.670243] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleting the datastore file [datastore1] 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.670565] env[68828]: DEBUG nova.compute.manager [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.670565] env[68828]: DEBUG nova.network.neutron [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.673608] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50409787-a674-4783-aab0-ed38fd1eeb43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.682380] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1125.682380] env[68828]: value = "task-3231294" [ 1125.682380] env[68828]: _type = "Task" [ 1125.682380] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.691164] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.934890] env[68828]: DEBUG nova.compute.manager [req-602e9a97-981d-4616-b5c8-f0a65be00d64 req-08c13295-05f0-4af6-81aa-265da7fdc765 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Received event network-vif-deleted-f1fdcc3b-6c3c-4643-8533-2746a875daa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.935092] env[68828]: INFO nova.compute.manager [req-602e9a97-981d-4616-b5c8-f0a65be00d64 req-08c13295-05f0-4af6-81aa-265da7fdc765 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Neutron deleted interface f1fdcc3b-6c3c-4643-8533-2746a875daa8; detaching it from the instance and deleting it from the info cache [ 1125.935235] env[68828]: DEBUG nova.network.neutron [req-602e9a97-981d-4616-b5c8-f0a65be00d64 req-08c13295-05f0-4af6-81aa-265da7fdc765 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.945352] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231292, 'name': CreateVM_Task, 'duration_secs': 0.327225} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.945516] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.946158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.946341] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.946670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.947340] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4312af55-45b1-4ba2-bc80-6a367590bef8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.952643] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1125.952643] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214bdb6-faa1-7a16-609c-12ab1f7acd9d" [ 1125.952643] env[68828]: _type = "Task" [ 1125.952643] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.960769] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214bdb6-faa1-7a16-609c-12ab1f7acd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.046056] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.046694] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.050820] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.663s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.051064] env[68828]: DEBUG nova.objects.instance [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lazy-loading 'resources' on Instance uuid 076c35d8-f3b8-4734-a691-2df186f34a50 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.162024] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Successfully updated port: a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.195915] env[68828]: DEBUG oslo_vmware.api [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133353} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.195915] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.195915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.196173] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.196348] env[68828]: INFO nova.compute.manager [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.197210] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.197210] env[68828]: DEBUG nova.compute.manager [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.197210] env[68828]: DEBUG nova.network.neutron [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.340787] env[68828]: DEBUG nova.network.neutron [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Updated VIF entry in instance network info cache for port f63b1e18-0c64-4e61-9a1a-0f8096c16c59. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.341180] env[68828]: DEBUG nova.network.neutron [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Updating instance_info_cache with network_info: [{"id": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "address": "fa:16:3e:f3:55:40", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63b1e18-0c", "ovs_interfaceid": "f63b1e18-0c64-4e61-9a1a-0f8096c16c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.418708] env[68828]: DEBUG nova.network.neutron [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.441167] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a447749e-d358-4718-b37e-9987f594a2f4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.450772] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1055a-8257-46f4-bb30-0d68ed6042e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.483858] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5214bdb6-faa1-7a16-609c-12ab1f7acd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.497627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.497899] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.498177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.498331] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.498519] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.498893] env[68828]: DEBUG nova.compute.manager [req-602e9a97-981d-4616-b5c8-f0a65be00d64 req-08c13295-05f0-4af6-81aa-265da7fdc765 service nova] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Detach interface failed, port_id=f1fdcc3b-6c3c-4643-8533-2746a875daa8, reason: Instance 582e5a15-191f-4595-a5ef-27ab72a21b17 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.499626] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32d57b8-934c-44df-827e-73fc44fd4d33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.508550] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.508778] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.509501] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6314c46-111f-4c04-86e6-1ae36df5dad8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.514545] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1126.514545] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f93b0-84b4-6adf-494b-1c3c8cb6995a" [ 1126.514545] env[68828]: _type = "Task" [ 1126.514545] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.523871] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f93b0-84b4-6adf-494b-1c3c8cb6995a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.556217] env[68828]: DEBUG nova.compute.utils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.557835] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.558018] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.607471] env[68828]: DEBUG nova.policy [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.651735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.651933] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.652126] env[68828]: DEBUG nova.network.neutron [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.664786] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.664786] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.664786] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.846196] env[68828]: DEBUG oslo_concurrency.lockutils [req-eccecd65-d434-46b0-bf98-125ad27036f6 req-3447aaec-d9b0-4bd2-beae-1cba753f0c52 service nova] Releasing lock "refresh_cache-374c2815-449a-434b-a27a-1cbe7e795c01" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.921268] env[68828]: INFO nova.compute.manager [-] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Took 1.25 seconds to deallocate network for instance. [ 1126.944453] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Successfully created port: 5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.022946] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4261d3f5-d5d3-4274-af71-9bd6403cef72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.029311] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]525f93b0-84b4-6adf-494b-1c3c8cb6995a, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.030594] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff753a01-22c0-4446-811e-c9637951f22c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.036234] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba827a14-22f4-4a57-b9e1-1354d25b75cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.039968] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1127.039968] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52723312-fd5f-285d-0506-319ef9644012" [ 1127.039968] env[68828]: _type = "Task" [ 1127.039968] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.068948] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.077897] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d09ca7-7140-4f7a-b202-ed92830e38a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.083576] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52723312-fd5f-285d-0506-319ef9644012, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.086186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.088964] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 374c2815-449a-434b-a27a-1cbe7e795c01/374c2815-449a-434b-a27a-1cbe7e795c01.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.088964] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f2ef8a-fa8b-4e50-941b-141d140f1c25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.092292] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c06073-58fd-42e0-a355-2d571429a24a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.106915] env[68828]: DEBUG nova.compute.provider_tree [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.109475] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1127.109475] env[68828]: value = "task-3231295" [ 1127.109475] env[68828]: _type = "Task" [ 1127.109475] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.118350] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.207477] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.300560] env[68828]: DEBUG nova.network.neutron [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.363876] env[68828]: DEBUG nova.network.neutron [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Updating instance_info_cache with network_info: [{"id": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "address": "fa:16:3e:bc:8b:50", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b6abe5-f5", "ovs_interfaceid": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.417031] env[68828]: DEBUG nova.network.neutron [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.434601] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.610995] env[68828]: DEBUG nova.scheduler.client.report [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.624027] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51524} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.624299] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 374c2815-449a-434b-a27a-1cbe7e795c01/374c2815-449a-434b-a27a-1cbe7e795c01.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.624843] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.624843] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-301dae21-b62e-4cb5-8977-96a29f485237 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.630829] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1127.630829] env[68828]: value = "task-3231296" [ 1127.630829] env[68828]: _type = "Task" [ 1127.630829] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.639135] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.643047] env[68828]: DEBUG nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Received event network-vif-plugged-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.643047] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Acquiring lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.643154] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.643419] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.643781] env[68828]: DEBUG nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] No waiting events found dispatching network-vif-plugged-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.643853] env[68828]: WARNING nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Received unexpected event network-vif-plugged-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 for instance with vm_state building and task_state spawning. [ 1127.644018] env[68828]: DEBUG nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Received event network-changed-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.644189] env[68828]: DEBUG nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Refreshing instance network info cache due to event network-changed-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.644481] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Acquiring lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.803099] env[68828]: INFO nova.compute.manager [-] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Took 1.61 seconds to deallocate network for instance. [ 1127.870060] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.870060] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Instance network_info: |[{"id": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "address": "fa:16:3e:bc:8b:50", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b6abe5-f5", "ovs_interfaceid": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.870605] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Acquired lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.870803] env[68828]: DEBUG nova.network.neutron [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Refreshing network info cache for port a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.872414] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8b:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.880934] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.881412] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.881654] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58048c33-0c59-455d-b7af-4df6fa9be4c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.903968] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.903968] env[68828]: value = "task-3231297" [ 1127.903968] env[68828]: _type = "Task" [ 1127.903968] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.912169] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231297, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.918385] env[68828]: DEBUG oslo_concurrency.lockutils [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.081736] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.114019] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.114238] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.114450] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.114666] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.114832] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.115059] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.115576] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.115576] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.115706] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.115926] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.116174] env[68828]: DEBUG nova.virt.hardware [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.116991] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.120152] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dabf62-04c7-4a3f-93e2-7d774f868c25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.123492] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.692s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.124890] env[68828]: INFO nova.compute.claims [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.136458] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05e946-9376-490c-8936-6cb2026001d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.155022] env[68828]: INFO nova.scheduler.client.report [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleted allocations for instance 076c35d8-f3b8-4734-a691-2df186f34a50 [ 1128.155673] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061435} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.157075] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.159565] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ced1df-7b74-4292-a062-188d59b86d3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.189444] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 374c2815-449a-434b-a27a-1cbe7e795c01/374c2815-449a-434b-a27a-1cbe7e795c01.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.191325] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642043b1-aca2-4c11-a4c4-52fdf8dbe8d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.910283] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Successfully updated port: 5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.914678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.922758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a71dc73f-227b-4f13-b930-7ad43d4b293e tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "076c35d8-f3b8-4734-a691-2df186f34a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.959s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.926676] env[68828]: DEBUG nova.compute.manager [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Received event network-vif-plugged-5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.926870] env[68828]: DEBUG oslo_concurrency.lockutils [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] Acquiring lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.927158] env[68828]: DEBUG oslo_concurrency.lockutils [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.928720] env[68828]: DEBUG oslo_concurrency.lockutils [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.928720] env[68828]: DEBUG nova.compute.manager [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] No waiting events found dispatching network-vif-plugged-5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.928720] env[68828]: WARNING nova.compute.manager [req-addb9370-f93b-481d-a04a-df374a3515ea req-7cd212c6-d622-4500-a42e-ae807b2ce839 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Received unexpected event network-vif-plugged-5b88c166-12c1-4771-b653-cef90c51247c for instance with vm_state building and task_state spawning. [ 1128.939831] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231297, 'name': CreateVM_Task, 'duration_secs': 0.47869} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.941862] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.942374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e231676-d0a8-47ad-9f81-33294aa386ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.945049] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1128.945049] env[68828]: value = "task-3231298" [ 1128.945049] env[68828]: _type = "Task" [ 1128.945049] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.945650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.945803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946115] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946406] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11aa3609-26e9-48f1-a47e-14fc5209bb01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.965784] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea97ae-99fa-47b3-987c-f5ff0762a547 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.976417] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.976802] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1128.976802] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cc9d10-47d0-061b-2d1f-29d16ad60db1" [ 1128.976802] env[68828]: _type = "Task" [ 1128.976802] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.983880] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.995019] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cc9d10-47d0-061b-2d1f-29d16ad60db1, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.995019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.995019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.995019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.995019] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.995019] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.995019] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f62b01-b46d-4975-9871-c759f71cb556 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.002371] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.002780] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.003625] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7808deea-1517-42b3-98ca-3a75691a644c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.009092] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1129.009092] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730f8c-85c2-4e92-a5ee-0d6887d38b22" [ 1129.009092] env[68828]: _type = "Task" [ 1129.009092] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.018406] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730f8c-85c2-4e92-a5ee-0d6887d38b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.162096] env[68828]: DEBUG nova.network.neutron [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Updated VIF entry in instance network info cache for port a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.162681] env[68828]: DEBUG nova.network.neutron [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Updating instance_info_cache with network_info: [{"id": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "address": "fa:16:3e:bc:8b:50", "network": {"id": "8df63a51-3a19-48de-9bbd-47330081912d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2102066701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5f767b7ec4422b9a77f51c8009240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b6abe5-f5", "ovs_interfaceid": "a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.409068] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.409068] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.409068] env[68828]: INFO nova.compute.manager [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Shelving [ 1129.412803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.412943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.413109] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.426731] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.426944] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.427181] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.427351] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.427520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.429263] env[68828]: INFO nova.compute.manager [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Terminating instance [ 1129.459812] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231298, 'name': ReconfigVM_Task, 'duration_secs': 0.285117} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.460096] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 374c2815-449a-434b-a27a-1cbe7e795c01/374c2815-449a-434b-a27a-1cbe7e795c01.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.460697] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-411a8929-f57f-4241-830f-60ebe8fcc4f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.467899] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1129.467899] env[68828]: value = "task-3231299" [ 1129.467899] env[68828]: _type = "Task" [ 1129.467899] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.476236] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231299, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.490789] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.491222] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aa61d00-a464-4352-8af1-9f4a8291ef69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.497257] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1129.497257] env[68828]: value = "task-3231300" [ 1129.497257] env[68828]: _type = "Task" [ 1129.497257] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.506637] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.521056] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52730f8c-85c2-4e92-a5ee-0d6887d38b22, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.521285] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ba4128-6529-4a96-aefb-a94a5dab0054 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.529583] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1129.529583] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52817e85-120b-b5fa-dea7-22e05c877915" [ 1129.529583] env[68828]: _type = "Task" [ 1129.529583] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.536879] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52817e85-120b-b5fa-dea7-22e05c877915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.665332] env[68828]: DEBUG oslo_concurrency.lockutils [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] Releasing lock "refresh_cache-d8fe743e-24a0-48cb-9a77-e8ba5307b157" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.665591] env[68828]: DEBUG nova.compute.manager [req-1710b310-5393-49dd-8465-c830ba2e4e0c req-41edbe5f-ca25-44fb-aa09-f089e96e5a6e service nova] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Received event network-vif-deleted-e7bd9ad0-ee0d-4df8-b7d4-53f65ecc28d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.758280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffdef98-4d24-4fe6-a46e-7870f3ae0d55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.765652] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61baa90-e5b0-4a6f-8136-d177e8b0aa46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.796037] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53db87-e1d4-454f-b9c9-ce97d2283cf3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.802655] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01831ecc-b8e3-44dd-a863-671c5a78279f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.815181] env[68828]: DEBUG nova.compute.provider_tree [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.933022] env[68828]: DEBUG nova.compute.manager [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.933344] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.934299] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806c96a-ed9c-4d20-aef5-bcb508c2a5ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.942501] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.942733] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-288f4296-f242-4bd4-9615-b35685ae7b21 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.946415] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.949473] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1129.949473] env[68828]: value = "task-3231301" [ 1129.949473] env[68828]: _type = "Task" [ 1129.949473] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.956777] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.976370] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231299, 'name': Rename_Task, 'duration_secs': 0.145897} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.976678] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.976932] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb62c8a2-3f19-4d7f-b5dc-ba14d89b5a0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.982572] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1129.982572] env[68828]: value = "task-3231302" [ 1129.982572] env[68828]: _type = "Task" [ 1129.982572] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.992836] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.006439] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.039648] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52817e85-120b-b5fa-dea7-22e05c877915, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.039922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.040227] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d8fe743e-24a0-48cb-9a77-e8ba5307b157/d8fe743e-24a0-48cb-9a77-e8ba5307b157.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.040502] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c02547c-c4c9-4f9a-9d47-bf9291a4b082 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.046561] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1130.046561] env[68828]: value = "task-3231303" [ 1130.046561] env[68828]: _type = "Task" [ 1130.046561] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.056265] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.089109] env[68828]: DEBUG nova.network.neutron [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Updating instance_info_cache with network_info: [{"id": "5b88c166-12c1-4771-b653-cef90c51247c", "address": "fa:16:3e:eb:98:62", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b88c166-12", "ovs_interfaceid": "5b88c166-12c1-4771-b653-cef90c51247c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.319075] env[68828]: DEBUG nova.scheduler.client.report [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.419667] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.420016] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b87caf79-c845-49e0-991e-f28444a0d13c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.428108] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1130.428108] env[68828]: value = "task-3231304" [ 1130.428108] env[68828]: _type = "Task" [ 1130.428108] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.439202] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.462099] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231301, 'name': PowerOffVM_Task, 'duration_secs': 0.246624} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.462717] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.463124] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.463597] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec57f25c-66c2-41c4-94c7-afcae4452ff0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.493041] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.508539] env[68828]: DEBUG oslo_vmware.api [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231300, 'name': PowerOnVM_Task, 'duration_secs': 0.610257} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.508828] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.509025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-111a9ffd-bb45-4f50-a21f-3314d87d4927 tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance '2f503703-a96f-438e-a2f5-1e371d01a9fa' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.561379] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.575750] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.575996] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.576242] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleting the datastore file [datastore2] e7cf9e01-adb6-4ffd-a344-6097999ce1dd {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.576606] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4aad098-2b2b-44fb-8701-53676c4c3d8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.586183] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for the task: (returnval){ [ 1130.586183] env[68828]: value = "task-3231306" [ 1130.586183] env[68828]: _type = "Task" [ 1130.586183] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.595866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.596359] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Instance network_info: |[{"id": "5b88c166-12c1-4771-b653-cef90c51247c", "address": "fa:16:3e:eb:98:62", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b88c166-12", "ovs_interfaceid": "5b88c166-12c1-4771-b653-cef90c51247c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.596718] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.597517] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:98:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b88c166-12c1-4771-b653-cef90c51247c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.605859] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.606130] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.606391] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5caf821a-826a-4ed4-bba7-b008b03e9c2a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.625776] env[68828]: DEBUG nova.compute.manager [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Received event network-changed-5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.625964] env[68828]: DEBUG nova.compute.manager [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Refreshing instance network info cache due to event network-changed-5b88c166-12c1-4771-b653-cef90c51247c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.626187] env[68828]: DEBUG oslo_concurrency.lockutils [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] Acquiring lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.626360] env[68828]: DEBUG oslo_concurrency.lockutils [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] Acquired lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.626518] env[68828]: DEBUG nova.network.neutron [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Refreshing network info cache for port 5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.633266] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.633266] env[68828]: value = "task-3231307" [ 1130.633266] env[68828]: _type = "Task" [ 1130.633266] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.641616] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231307, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.825611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.825904] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.830018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.353s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.830221] env[68828]: INFO nova.compute.claims [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.937933] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231304, 'name': PowerOffVM_Task, 'duration_secs': 0.185295} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.938389] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.939033] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef1ca6-6317-4f0b-a288-1d3886542933 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.957874] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5dee07-af66-4b25-84ee-c6025b31ba62 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.993138] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231302, 'name': PowerOnVM_Task, 'duration_secs': 0.679775} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.994108] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.994330] env[68828]: INFO nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1130.994513] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.995301] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785213c7-da5f-44a8-a518-c24053b7a880 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.058279] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54273} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.058559] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d8fe743e-24a0-48cb-9a77-e8ba5307b157/d8fe743e-24a0-48cb-9a77-e8ba5307b157.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.058796] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.059107] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c518d954-a9f9-4634-b674-8dae263396fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.065926] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1131.065926] env[68828]: value = "task-3231308" [ 1131.065926] env[68828]: _type = "Task" [ 1131.065926] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.074277] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.095220] env[68828]: DEBUG oslo_vmware.api [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Task: {'id': task-3231306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291272} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.095472] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.095660] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.095833] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.096022] env[68828]: INFO nova.compute.manager [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1131.096334] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.096547] env[68828]: DEBUG nova.compute.manager [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.096644] env[68828]: DEBUG nova.network.neutron [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.144870] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231307, 'name': CreateVM_Task, 'duration_secs': 0.453225} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.145047] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.145705] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.145879] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.146200] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.146509] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a35f31-f481-4b6e-9d51-2627499081d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.151603] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1131.151603] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f7c18c-8b9f-8289-89a4-b69d80c48d23" [ 1131.151603] env[68828]: _type = "Task" [ 1131.151603] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.158738] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f7c18c-8b9f-8289-89a4-b69d80c48d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.334876] env[68828]: DEBUG nova.compute.utils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.338294] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.338471] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.377633] env[68828]: DEBUG nova.network.neutron [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Updated VIF entry in instance network info cache for port 5b88c166-12c1-4771-b653-cef90c51247c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.377975] env[68828]: DEBUG nova.network.neutron [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Updating instance_info_cache with network_info: [{"id": "5b88c166-12c1-4771-b653-cef90c51247c", "address": "fa:16:3e:eb:98:62", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b88c166-12", "ovs_interfaceid": "5b88c166-12c1-4771-b653-cef90c51247c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.380603] env[68828]: DEBUG nova.policy [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7174d2fb42424770874a45ef8022186c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257fa9a1a52f4bedac315d3827264713', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.468886] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1131.469234] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70b814b1-2d04-4763-8c96-6037c70ad142 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.477354] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1131.477354] env[68828]: value = "task-3231309" [ 1131.477354] env[68828]: _type = "Task" [ 1131.477354] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.486956] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.512247] env[68828]: INFO nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Took 29.53 seconds to build instance. [ 1131.575756] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06719} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.576042] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.576860] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64da90ed-9a14-4d1a-98e9-2c464c73b170 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.602229] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d8fe743e-24a0-48cb-9a77-e8ba5307b157/d8fe743e-24a0-48cb-9a77-e8ba5307b157.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.602229] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6bbd50-7e9b-4f25-8ce7-0d1770c4ad09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.620259] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1131.620259] env[68828]: value = "task-3231310" [ 1131.620259] env[68828]: _type = "Task" [ 1131.620259] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.628294] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.651363] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Successfully created port: e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.662510] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f7c18c-8b9f-8289-89a4-b69d80c48d23, 'name': SearchDatastore_Task, 'duration_secs': 0.048258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.663143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.663143] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.663299] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.663452] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.663626] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.663879] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a7f2a7-22cd-4173-bb99-30f322112a3b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.674504] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.674696] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.675445] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a655d936-a94b-484b-b76d-4f8164598455 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.680767] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1131.680767] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52351ab0-9c2e-d34c-99f9-96d8c28122dc" [ 1131.680767] env[68828]: _type = "Task" [ 1131.680767] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.688626] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52351ab0-9c2e-d34c-99f9-96d8c28122dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.839275] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.859685] env[68828]: DEBUG nova.network.neutron [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.882989] env[68828]: DEBUG oslo_concurrency.lockutils [req-16b1cf1d-d04f-4d79-805a-54c9de49e58f req-bf59c171-fea2-485d-a156-7eb0d04b7cce service nova] Releasing lock "refresh_cache-9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.987199] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231309, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.014788] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.049s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.130743] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.193412] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52351ab0-9c2e-d34c-99f9-96d8c28122dc, 'name': SearchDatastore_Task, 'duration_secs': 0.027992} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.194343] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c44c5e-bb58-41e3-b9d3-7f372b295417 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.203901] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1132.203901] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2db3d-fabf-d931-e6d2-09fe8219c6d6" [ 1132.203901] env[68828]: _type = "Task" [ 1132.203901] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.212775] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2db3d-fabf-d931-e6d2-09fe8219c6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.277771] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e5f35-93b0-42f6-a6ac-13ed530d4374 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.288648] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77669bf1-ae3c-4692-9074-2d0c7ac2fb35 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.339036] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff90eb0-82aa-4a9e-9a7f-5b44b2b54f73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.355154] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ee1d9-a3f5-4e00-8598-5d271ad2600d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.363705] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.364224] env[68828]: INFO nova.compute.manager [-] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Took 1.27 seconds to deallocate network for instance. [ 1132.364614] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.388929] env[68828]: DEBUG nova.compute.provider_tree [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.488690] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231309, 'name': CreateSnapshot_Task, 'duration_secs': 0.997453} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.489029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1132.489805] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a596da-393a-4aa1-8be3-c49d76604f9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.570200] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.570456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.570642] env[68828]: DEBUG nova.compute.manager [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Going to confirm migration 7 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.630286] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231310, 'name': ReconfigVM_Task, 'duration_secs': 0.588781} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.630637] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d8fe743e-24a0-48cb-9a77-e8ba5307b157/d8fe743e-24a0-48cb-9a77-e8ba5307b157.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.631282] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee6675f5-2c2a-465b-9081-a2831127112e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.637199] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1132.637199] env[68828]: value = "task-3231311" [ 1132.637199] env[68828]: _type = "Task" [ 1132.637199] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.645913] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231311, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.714029] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b2db3d-fabf-d931-e6d2-09fe8219c6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.714294] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.714535] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07/9241d4e6-208d-4ba1-8cb0-9e2ee61feb07.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.714787] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8eee31d-fb8b-43f6-8655-1d18db7c7827 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.721148] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1132.721148] env[68828]: value = "task-3231312" [ 1132.721148] env[68828]: _type = "Task" [ 1132.721148] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.729988] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.797184] env[68828]: DEBUG nova.compute.manager [req-14a0159e-4d83-4c7a-8adb-2b36468ef857 req-6f19a89f-674d-445e-a9ac-6e8652223926 service nova] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Received event network-vif-deleted-b8a4973b-ffc5-4fcd-936f-672a35f83d25 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.855031] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.881869] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.882539] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.882717] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.882869] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.883043] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.883260] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.883428] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.883567] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1132.884008] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.892120] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.892451] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.892684] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.892913] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.893108] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.893296] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.893535] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.893724] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.893920] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.894125] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.894376] env[68828]: DEBUG nova.virt.hardware [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.895322] env[68828]: DEBUG nova.scheduler.client.report [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.899009] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663124a7-7368-447d-981c-f1437bc1f57c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.908734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76d9dc-44cd-48e0-9f54-5e36d6afceb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.009803] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1133.011124] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-352d579d-801d-4375-ae29-52cbfe2ab460 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.018248] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1133.018248] env[68828]: value = "task-3231313" [ 1133.018248] env[68828]: _type = "Task" [ 1133.018248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.026073] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231313, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.126262] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.126262] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquired lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.126262] env[68828]: DEBUG nova.network.neutron [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.126262] env[68828]: DEBUG nova.objects.instance [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'info_cache' on Instance uuid 2f503703-a96f-438e-a2f5-1e371d01a9fa {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.129492] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Successfully updated port: e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.151270] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231311, 'name': Rename_Task, 'duration_secs': 0.181861} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.151866] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.151866] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310e098f-b074-4d3b-87fc-2691aeeca1f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.158164] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1133.158164] env[68828]: value = "task-3231314" [ 1133.158164] env[68828]: _type = "Task" [ 1133.158164] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.167345] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.231818] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231312, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.386989] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.404237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.404849] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.407899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.232s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.409505] env[68828]: INFO nova.compute.claims [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.529354] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231313, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.634758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.634758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.634758] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.668456] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.735756] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714518} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.735942] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07/9241d4e6-208d-4ba1-8cb0-9e2ee61feb07.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.736024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.736333] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76530bb2-ae00-46b5-ab17-d9f7a1085ecc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.747367] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1133.747367] env[68828]: value = "task-3231315" [ 1133.747367] env[68828]: _type = "Task" [ 1133.747367] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.762827] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.917759] env[68828]: DEBUG nova.compute.utils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.919332] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.919440] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.964370] env[68828]: DEBUG nova.policy [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabe9be178264d839d470f611055811b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a7a11100842b4b5c3a7006e968478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.029708] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231313, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.170091] env[68828]: DEBUG oslo_vmware.api [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231314, 'name': PowerOnVM_Task, 'duration_secs': 0.969704} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.170361] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.170553] env[68828]: INFO nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1134.170720] env[68828]: DEBUG nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.171515] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f79544-a796-4b0e-898b-579745526d69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.182514] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.257713] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064091} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.257987] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.258810] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e153ec75-7b55-4cee-be59-34a805f71441 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.282354] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07/9241d4e6-208d-4ba1-8cb0-9e2ee61feb07.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.286826] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c22fbfd-14a9-428c-a3e3-9a37eb94974e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.307741] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1134.307741] env[68828]: value = "task-3231316" [ 1134.307741] env[68828]: _type = "Task" [ 1134.307741] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.316052] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.316820] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Successfully created port: fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.392984] env[68828]: DEBUG nova.network.neutron [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [{"id": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "address": "fa:16:3e:cd:af:71", "network": {"id": "a4fd5a1b-9044-46d8-8261-93e132392124", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-237001864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e5345ecd25468095e7f46cd2566754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdaa419-5d", "ovs_interfaceid": "dbdaa419-5dc5-4bce-b263-ba0bfcd6588c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.410393] env[68828]: DEBUG nova.network.neutron [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Updating instance_info_cache with network_info: [{"id": "e64ff494-713e-405e-865c-7ffceb423619", "address": "fa:16:3e:1c:84:64", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ff494-71", "ovs_interfaceid": "e64ff494-713e-405e-865c-7ffceb423619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.423847] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.533688] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231313, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.693320] env[68828]: INFO nova.compute.manager [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Took 32.67 seconds to build instance. [ 1134.772029] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3ab0f-8435-401c-b096-16691d78c1d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.780024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769d47da-f600-4616-8f81-0d21dcc6c7ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.816957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0accecc-818d-4d71-9201-a96574fe4eac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.824121] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.827118] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6650559-b581-457b-99bb-8f73e795b5da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.841160] env[68828]: DEBUG nova.compute.provider_tree [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.896838] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Releasing lock "refresh_cache-2f503703-a96f-438e-a2f5-1e371d01a9fa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.896838] env[68828]: DEBUG nova.objects.instance [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lazy-loading 'migration_context' on Instance uuid 2f503703-a96f-438e-a2f5-1e371d01a9fa {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.901270] env[68828]: DEBUG nova.compute.manager [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Received event network-vif-plugged-e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.901536] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Acquiring lock "91a69b84-3008-4041-94c0-7068ea891edd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.901687] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Lock "91a69b84-3008-4041-94c0-7068ea891edd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.901860] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Lock "91a69b84-3008-4041-94c0-7068ea891edd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.902018] env[68828]: DEBUG nova.compute.manager [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] No waiting events found dispatching network-vif-plugged-e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.902190] env[68828]: WARNING nova.compute.manager [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Received unexpected event network-vif-plugged-e64ff494-713e-405e-865c-7ffceb423619 for instance with vm_state building and task_state spawning. [ 1134.902345] env[68828]: DEBUG nova.compute.manager [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Received event network-changed-e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.902496] env[68828]: DEBUG nova.compute.manager [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Refreshing instance network info cache due to event network-changed-e64ff494-713e-405e-865c-7ffceb423619. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.902681] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Acquiring lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.912429] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.912732] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Instance network_info: |[{"id": "e64ff494-713e-405e-865c-7ffceb423619", "address": "fa:16:3e:1c:84:64", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ff494-71", "ovs_interfaceid": "e64ff494-713e-405e-865c-7ffceb423619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.913253] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Acquired lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.913434] env[68828]: DEBUG nova.network.neutron [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Refreshing network info cache for port e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.914840] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:84:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64ff494-713e-405e-865c-7ffceb423619', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.922614] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.925900] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.926407] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31492727-b5ac-48fc-bd97-0a07b949f0b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.951833] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.951833] env[68828]: value = "task-3231317" [ 1134.951833] env[68828]: _type = "Task" [ 1134.951833] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.961035] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231317, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.030751] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231313, 'name': CloneVM_Task, 'duration_secs': 1.884665} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.031045] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Created linked-clone VM from snapshot [ 1135.031817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac1f9f-285c-4bb7-bb88-bfb573ee5aeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.040936] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Uploading image 560598d9-ddd2-4692-90cf-fee857fa718e {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1135.067409] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1135.067409] env[68828]: value = "vm-645902" [ 1135.067409] env[68828]: _type = "VirtualMachine" [ 1135.067409] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1135.067714] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23bd61b2-49d2-4fac-be62-724a5344aa71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.073797] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease: (returnval){ [ 1135.073797] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d5ee0-fddd-4230-18c8-52524e1b9395" [ 1135.073797] env[68828]: _type = "HttpNfcLease" [ 1135.073797] env[68828]: } obtained for exporting VM: (result){ [ 1135.073797] env[68828]: value = "vm-645902" [ 1135.073797] env[68828]: _type = "VirtualMachine" [ 1135.073797] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1135.074120] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the lease: (returnval){ [ 1135.074120] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d5ee0-fddd-4230-18c8-52524e1b9395" [ 1135.074120] env[68828]: _type = "HttpNfcLease" [ 1135.074120] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.080029] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.080029] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d5ee0-fddd-4230-18c8-52524e1b9395" [ 1135.080029] env[68828]: _type = "HttpNfcLease" [ 1135.080029] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.149103] env[68828]: DEBUG nova.network.neutron [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Updated VIF entry in instance network info cache for port e64ff494-713e-405e-865c-7ffceb423619. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.149473] env[68828]: DEBUG nova.network.neutron [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Updating instance_info_cache with network_info: [{"id": "e64ff494-713e-405e-865c-7ffceb423619", "address": "fa:16:3e:1c:84:64", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ff494-71", "ovs_interfaceid": "e64ff494-713e-405e-865c-7ffceb423619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.196813] env[68828]: DEBUG oslo_concurrency.lockutils [None req-64a1fc73-2ef7-46d6-a081-a454e82e75a8 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.191s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.323868] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231316, 'name': ReconfigVM_Task, 'duration_secs': 0.70697} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.324331] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07/9241d4e6-208d-4ba1-8cb0-9e2ee61feb07.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.325181] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d87c1454-eb34-4834-b718-c87b5edda811 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.331459] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1135.331459] env[68828]: value = "task-3231319" [ 1135.331459] env[68828]: _type = "Task" [ 1135.331459] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.340658] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231319, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.344648] env[68828]: DEBUG nova.scheduler.client.report [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.401625] env[68828]: DEBUG nova.objects.base [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Object Instance<2f503703-a96f-438e-a2f5-1e371d01a9fa> lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.402661] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652f95f-d28b-4214-84d3-89aaf1a00a4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.422723] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec3b939-ea2d-45f7-a13d-11535c12bcb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.428544] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1135.428544] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52316d67-c097-6766-fe4f-397b6861bd57" [ 1135.428544] env[68828]: _type = "Task" [ 1135.428544] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.436761] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52316d67-c097-6766-fe4f-397b6861bd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.448165] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.461023] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231317, 'name': CreateVM_Task, 'duration_secs': 0.46991} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.461023] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.461292] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.461446] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.462025] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.462025] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded9a4d9-fff8-4502-b486-352d7cd81b5a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.466323] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1135.466323] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526ac73e-597d-dfb0-8af3-4458619ebdea" [ 1135.466323] env[68828]: _type = "Task" [ 1135.466323] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.474157] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526ac73e-597d-dfb0-8af3-4458619ebdea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.565764] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.566023] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.566190] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.566434] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.566606] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.566753] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.566958] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.567134] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.567305] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.567466] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.567637] env[68828]: DEBUG nova.virt.hardware [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.568710] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8431f3c2-f160-4bc2-9595-7513ff779899 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.579513] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23fddb-0328-48aa-be88-0baf327862e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.588183] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.588183] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d5ee0-fddd-4230-18c8-52524e1b9395" [ 1135.588183] env[68828]: _type = "HttpNfcLease" [ 1135.588183] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.595830] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.595830] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523d5ee0-fddd-4230-18c8-52524e1b9395" [ 1135.595830] env[68828]: _type = "HttpNfcLease" [ 1135.595830] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1135.596743] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a394f-190c-4c78-94a8-be9964893b5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.603360] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.603530] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1135.660333] env[68828]: DEBUG oslo_concurrency.lockutils [req-82a348df-2559-4311-8825-27747869515f req-edbe9020-2374-47a0-a255-3f20361739d0 service nova] Releasing lock "refresh_cache-91a69b84-3008-4041-94c0-7068ea891edd" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.759827] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "374c2815-449a-434b-a27a-1cbe7e795c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.760223] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.760470] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.760677] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.760857] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.763117] env[68828]: INFO nova.compute.manager [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Terminating instance [ 1135.810919] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Successfully updated port: fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.825163] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46ef4c43-e18a-4c17-97cf-50926e87aa13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.842870] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231319, 'name': Rename_Task, 'duration_secs': 0.143686} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.843575] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.843880] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c98610e-1137-45d7-a4af-269a407463fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.848952] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.849514] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.858433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.967s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.859129] env[68828]: INFO nova.compute.claims [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.861779] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1135.861779] env[68828]: value = "task-3231320" [ 1135.861779] env[68828]: _type = "Task" [ 1135.861779] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.871139] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.939012] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52316d67-c097-6766-fe4f-397b6861bd57, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.939332] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.977649] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526ac73e-597d-dfb0-8af3-4458619ebdea, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.978052] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.978491] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.979380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.979569] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.979808] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.980156] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25bf4bfa-2e37-48d0-a0d9-1f63d9448e6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.991204] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.991613] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.994499] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c064ee-e897-40d2-9f46-2ec9be0a50e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.001250] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1136.001250] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520325b3-65ef-8edf-a6b8-7d21cdd296fa" [ 1136.001250] env[68828]: _type = "Task" [ 1136.001250] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.008941] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520325b3-65ef-8edf-a6b8-7d21cdd296fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.039093] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.039413] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.039594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.039780] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.039958] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.042147] env[68828]: INFO nova.compute.manager [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Terminating instance [ 1136.267275] env[68828]: DEBUG nova.compute.manager [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.267663] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.268623] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64107c5-94bb-41c9-8854-da4a72100038 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.277295] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.277808] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6a98bf-bdb0-4edc-a6fe-3cc09dfb949b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.285727] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1136.285727] env[68828]: value = "task-3231321" [ 1136.285727] env[68828]: _type = "Task" [ 1136.285727] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.294472] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.313803] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.314098] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.314411] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.364480] env[68828]: DEBUG nova.compute.utils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.370644] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.371378] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.385856] env[68828]: DEBUG oslo_vmware.api [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231320, 'name': PowerOnVM_Task, 'duration_secs': 0.474068} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.386411] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.386541] env[68828]: INFO nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1136.387080] env[68828]: DEBUG nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.387687] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5cc562-bd7f-405b-ac78-6d216bf4c097 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.436894] env[68828]: DEBUG nova.policy [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.514664] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520325b3-65ef-8edf-a6b8-7d21cdd296fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.515626] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec8b67a-22fe-4739-995e-1f985aa14877 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.523954] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1136.523954] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f97c9a-e24e-5a5f-3696-6139e1d94d31" [ 1136.523954] env[68828]: _type = "Task" [ 1136.523954] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.532313] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f97c9a-e24e-5a5f-3696-6139e1d94d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.546263] env[68828]: DEBUG nova.compute.manager [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.546583] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.548143] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d18461-1ee5-4ef1-ba78-045a041db32e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.556058] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.556434] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13cc4937-9a0f-4d88-97eb-9655eb373d5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.562373] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1136.562373] env[68828]: value = "task-3231322" [ 1136.562373] env[68828]: _type = "Task" [ 1136.562373] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.570613] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.753156] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Successfully created port: bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.796748] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231321, 'name': PowerOffVM_Task, 'duration_secs': 0.263588} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.797228] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.797397] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.797936] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc75d0d-b627-400a-9a1b-d3f0ee9682e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.859821] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.861029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.861029] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleting the datastore file [datastore2] 374c2815-449a-434b-a27a-1cbe7e795c01 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.861029] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b3c0ec-9241-4c47-bfc7-80676e4b209c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.864554] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.868551] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1136.868551] env[68828]: value = "task-3231324" [ 1136.868551] env[68828]: _type = "Task" [ 1136.868551] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.872967] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.884384] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.917415] env[68828]: INFO nova.compute.manager [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Took 33.68 seconds to build instance. [ 1137.033793] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f97c9a-e24e-5a5f-3696-6139e1d94d31, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.034158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.034536] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 91a69b84-3008-4041-94c0-7068ea891edd/91a69b84-3008-4041-94c0-7068ea891edd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.037515] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d63db8-36ba-43a6-a72f-04419c7a9680 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.049173] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1137.049173] env[68828]: value = "task-3231325" [ 1137.049173] env[68828]: _type = "Task" [ 1137.049173] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.060715] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.072652] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231322, 'name': PowerOffVM_Task, 'duration_secs': 0.24762} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.073395] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.073566] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.073901] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d66e4f-2533-4ea7-ba8c-ecc8a7050218 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.084259] env[68828]: DEBUG nova.compute.manager [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Received event network-vif-plugged-fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.084495] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.084802] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.085015] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.085275] env[68828]: DEBUG nova.compute.manager [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] No waiting events found dispatching network-vif-plugged-fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.085565] env[68828]: WARNING nova.compute.manager [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Received unexpected event network-vif-plugged-fecacfe8-7225-485e-926d-7e0125879c67 for instance with vm_state building and task_state spawning. [ 1137.088406] env[68828]: DEBUG nova.compute.manager [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Received event network-changed-fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.088406] env[68828]: DEBUG nova.compute.manager [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Refreshing instance network info cache due to event network-changed-fecacfe8-7225-485e-926d-7e0125879c67. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.088406] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Acquiring lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.116754] env[68828]: DEBUG nova.network.neutron [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating instance_info_cache with network_info: [{"id": "fecacfe8-7225-485e-926d-7e0125879c67", "address": "fa:16:3e:1f:03:fb", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecacfe8-72", "ovs_interfaceid": "fecacfe8-7225-485e-926d-7e0125879c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.135551] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.137948] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.137948] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleting the datastore file [datastore2] d8fe743e-24a0-48cb-9a77-e8ba5307b157 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.139838] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1be92329-4573-4706-afaf-8eae9ffe2b84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.147127] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for the task: (returnval){ [ 1137.147127] env[68828]: value = "task-3231327" [ 1137.147127] env[68828]: _type = "Task" [ 1137.147127] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.155625] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.313764] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de454918-63f9-4700-abe1-0d97e79fa813 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.322289] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813672e-4021-4426-b5ae-b9c6675cffcd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.356443] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4419bbaf-4c4a-4994-ace2-8c6597affd3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.364672] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c1f77-b343-4752-a4aa-dcf4bb7cfb8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.383905] env[68828]: DEBUG nova.compute.provider_tree [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.392585] env[68828]: DEBUG oslo_vmware.api [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247732} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.394452] env[68828]: DEBUG nova.scheduler.client.report [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.398226] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.398533] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.398692] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.398942] env[68828]: INFO nova.compute.manager [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1137.399265] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.400088] env[68828]: DEBUG nova.compute.manager [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.400203] env[68828]: DEBUG nova.network.neutron [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.417846] env[68828]: DEBUG oslo_concurrency.lockutils [None req-32cb4c42-04a7-46f3-bb09-bba6fb9978d9 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.197s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.567257] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.619662] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.620033] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance network_info: |[{"id": "fecacfe8-7225-485e-926d-7e0125879c67", "address": "fa:16:3e:1f:03:fb", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecacfe8-72", "ovs_interfaceid": "fecacfe8-7225-485e-926d-7e0125879c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.620458] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Acquired lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.620782] env[68828]: DEBUG nova.network.neutron [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Refreshing network info cache for port fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.622643] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:03:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fecacfe8-7225-485e-926d-7e0125879c67', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.630898] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.635101] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.635801] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5e7693-eb14-4061-9335-466a316049bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.665109] env[68828]: DEBUG oslo_vmware.api [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Task: {'id': task-3231327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264808} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.667023] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.667314] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.667554] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.667777] env[68828]: INFO nova.compute.manager [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.668081] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.668313] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.668313] env[68828]: value = "task-3231328" [ 1137.668313] env[68828]: _type = "Task" [ 1137.668313] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.670027] env[68828]: DEBUG nova.compute.manager [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.670388] env[68828]: DEBUG nova.network.neutron [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.681980] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231328, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.901182] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.904187] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.046s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.904703] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.907416] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.780s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.908844] env[68828]: INFO nova.compute.claims [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.914958] env[68828]: DEBUG nova.network.neutron [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updated VIF entry in instance network info cache for port fecacfe8-7225-485e-926d-7e0125879c67. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.915101] env[68828]: DEBUG nova.network.neutron [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating instance_info_cache with network_info: [{"id": "fecacfe8-7225-485e-926d-7e0125879c67", "address": "fa:16:3e:1f:03:fb", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecacfe8-72", "ovs_interfaceid": "fecacfe8-7225-485e-926d-7e0125879c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.930967] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.931251] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.931415] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.931637] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.931747] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.931920] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.932116] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.932297] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.932493] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.932670] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.932845] env[68828]: DEBUG nova.virt.hardware [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.933880] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4acdef-7076-42c8-874a-ecca9bf33944 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.944811] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23456c0f-4d2f-481e-9579-beda8acef3fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.065025] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625126} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.065497] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 91a69b84-3008-4041-94c0-7068ea891edd/91a69b84-3008-4041-94c0-7068ea891edd.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.065873] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.066558] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54e15af1-ba9c-44a2-9600-2216bbc03962 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.072352] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1138.072352] env[68828]: value = "task-3231329" [ 1138.072352] env[68828]: _type = "Task" [ 1138.072352] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.080962] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.172817] env[68828]: DEBUG nova.network.neutron [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.183492] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231328, 'name': CreateVM_Task, 'duration_secs': 0.445352} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.184321] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.185064] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.185246] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.185581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.186084] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b983193-b147-4099-9a71-4721f620fa74 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.191676] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1138.191676] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523f4a20-6233-0e64-5182-f1302afab08c" [ 1138.191676] env[68828]: _type = "Task" [ 1138.191676] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.200201] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523f4a20-6233-0e64-5182-f1302afab08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.377346] env[68828]: DEBUG nova.network.neutron [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.387178] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Successfully updated port: bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.413429] env[68828]: DEBUG nova.compute.utils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.420400] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1138.420875] env[68828]: DEBUG oslo_concurrency.lockutils [req-544f3a40-db3a-4bae-9a16-881d5624fd5e req-ff98f37f-2406-487a-bc98-2df12de0f2d3 service nova] Releasing lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.583474] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067258} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.583815] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.584763] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2aac34-3b39-47e0-b448-b66bd6c52723 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.607684] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 91a69b84-3008-4041-94c0-7068ea891edd/91a69b84-3008-4041-94c0-7068ea891edd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.607976] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a9be6f-ea20-4f4d-a51d-921574a7e662 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.628582] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1138.628582] env[68828]: value = "task-3231330" [ 1138.628582] env[68828]: _type = "Task" [ 1138.628582] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.636958] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.678709] env[68828]: INFO nova.compute.manager [-] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Took 1.28 seconds to deallocate network for instance. [ 1138.702130] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523f4a20-6233-0e64-5182-f1302afab08c, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.702448] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.702686] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.702929] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.703089] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.703269] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.703532] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb926ff5-9a81-46c2-bb44-ee2b3420c2bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.712906] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.713091] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.713818] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c511b97-5dd5-4fb1-9222-f7cc9b5fff15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.719900] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1138.719900] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac4e09-7c6f-0d53-e4cb-f8b072e3d580" [ 1138.719900] env[68828]: _type = "Task" [ 1138.719900] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.728560] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac4e09-7c6f-0d53-e4cb-f8b072e3d580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.834278] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.834380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.834635] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.834924] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.835148] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.837370] env[68828]: INFO nova.compute.manager [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Terminating instance [ 1138.880574] env[68828]: INFO nova.compute.manager [-] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Took 1.21 seconds to deallocate network for instance. [ 1138.889595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.889761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.889915] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.920946] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.143049] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231330, 'name': ReconfigVM_Task, 'duration_secs': 0.508864} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.143403] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 91a69b84-3008-4041-94c0-7068ea891edd/91a69b84-3008-4041-94c0-7068ea891edd.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.144060] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4188fa8a-4cf7-4f64-98a2-5be9947b7d4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.151465] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1139.151465] env[68828]: value = "task-3231331" [ 1139.151465] env[68828]: _type = "Task" [ 1139.151465] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.160153] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231331, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.185744] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.231074] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ac4e09-7c6f-0d53-e4cb-f8b072e3d580, 'name': SearchDatastore_Task, 'duration_secs': 0.014922} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.234465] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394b2c41-4722-446b-a393-a320d425c4a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.239886] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1139.239886] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527e811f-a98d-282d-d32f-bbfa33ec111e" [ 1139.239886] env[68828]: _type = "Task" [ 1139.239886] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.250154] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527e811f-a98d-282d-d32f-bbfa33ec111e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.308538] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072e6be-965a-40cb-93c2-001a9f69cacc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.316495] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b404a1-54f0-4196-843b-af5d75198d2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.346885] env[68828]: DEBUG nova.compute.manager [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.347145] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.349233] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43779c3d-c83e-48e9-98cd-d58116c3cf20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.352361] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d22fe89-4ae1-4027-bff8-5df25d729839 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.356387] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Received event network-vif-deleted-f63b1e18-0c64-4e61-9a1a-0f8096c16c59 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.356591] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Received event network-vif-deleted-a0b6abe5-f5c9-4ed6-b088-3e26d5ee5179 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.356734] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-vif-plugged-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.356920] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.357131] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.357300] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.357493] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] No waiting events found dispatching network-vif-plugged-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.357654] env[68828]: WARNING nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received unexpected event network-vif-plugged-bf689196-d2a0-4ee2-aede-90ede2f0b127 for instance with vm_state building and task_state spawning. [ 1139.357810] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.357959] env[68828]: DEBUG nova.compute.manager [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.358176] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.363114] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.365198] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a06fdd5-384e-4b3f-87e8-0497c6b527b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.367911] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711790bd-7c7c-4bd4-bf7b-71d2ed72c15a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.381878] env[68828]: DEBUG nova.compute.provider_tree [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.384572] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1139.384572] env[68828]: value = "task-3231332" [ 1139.384572] env[68828]: _type = "Task" [ 1139.384572] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.388900] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.396222] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.429162] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.661262] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231331, 'name': Rename_Task, 'duration_secs': 0.310911} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.661559] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.661811] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637ece77-c988-420b-82e2-4ba224022579 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.667208] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1139.667208] env[68828]: value = "task-3231333" [ 1139.667208] env[68828]: _type = "Task" [ 1139.667208] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.674934] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.750182] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527e811f-a98d-282d-d32f-bbfa33ec111e, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.750535] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.750817] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.751083] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf0ce89-ae33-4efe-b8cb-dbea35efa6cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.757276] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1139.757276] env[68828]: value = "task-3231334" [ 1139.757276] env[68828]: _type = "Task" [ 1139.757276] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.765564] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.851847] env[68828]: DEBUG nova.network.neutron [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.897169] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231332, 'name': PowerOffVM_Task, 'duration_secs': 0.262518} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.897480] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.897647] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.897898] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4a3ea9-dfa8-4beb-8041-a8b0865b5836 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.905074] env[68828]: ERROR nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [req-fca77769-acc2-4a0d-8dab-6996138b2a09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fca77769-acc2-4a0d-8dab-6996138b2a09"}]} [ 1139.922694] env[68828]: DEBUG nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.938512] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.943193] env[68828]: DEBUG nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.943438] env[68828]: DEBUG nova.compute.provider_tree [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.959348] env[68828]: DEBUG nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.971123] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.971554] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.971840] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.972609] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.972609] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.972989] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.973411] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.973542] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.973734] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.973903] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.974091] env[68828]: DEBUG nova.virt.hardware [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.974976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd274337-a853-4b7a-b565-ec8a6c1f3282 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.986776] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a6359-ec05-48c9-be75-1f8956073373 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.993237] env[68828]: DEBUG nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1140.011357] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.017524] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Creating folder: Project (0365502ad6724f4eade1481b64e9e128). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.020896] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-957a59af-6f6c-4305-9139-bc5cc2655b6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.031076] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Created folder: Project (0365502ad6724f4eade1481b64e9e128) in parent group-v645630. [ 1140.031598] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Creating folder: Instances. Parent ref: group-v645905. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.031598] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad99f98d-4c17-4364-b176-769fbd74c9a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039929] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Created folder: Instances in parent group-v645905. [ 1140.040229] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.040463] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.040691] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343c956c-b243-49f7-a9aa-4da81bb34977 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.061306] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.061306] env[68828]: value = "task-3231338" [ 1140.061306] env[68828]: _type = "Task" [ 1140.061306] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.071526] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231338, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.181835] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231333, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.272945] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.360709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.361117] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Instance network_info: |[{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.361468] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.361669] env[68828]: DEBUG nova.network.neutron [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.362987] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:89:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf689196-d2a0-4ee2-aede-90ede2f0b127', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.371670] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.378066] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.378937] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd1434d-43a6-4494-832a-888a869eafe4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.411582] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.411582] env[68828]: value = "task-3231339" [ 1140.411582] env[68828]: _type = "Task" [ 1140.411582] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.420657] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231339, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.448735] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607de5d-5629-42d4-9f33-5b60425b7710 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.457082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0deab5-5bf1-4eee-9e3e-589e329306ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.495335] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae973d18-cc8d-4bfe-8c14-79f3911834f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.503937] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a47b5f6-be56-49e7-a75a-69d9fd8861b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.518290] env[68828]: DEBUG nova.compute.provider_tree [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.575036] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231338, 'name': CreateVM_Task, 'duration_secs': 0.350972} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.575196] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.575470] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.575653] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.575822] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.576366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.577660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.577660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.577660] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346590ea-8ff0-4c6f-8f81-627cc38ab81c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.578971] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a07285-5d81-440d-a747-aa2abc1d4923 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.585433] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1140.585433] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522ec9cd-0fc4-7900-8023-f876822e192b" [ 1140.585433] env[68828]: _type = "Task" [ 1140.585433] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.586590] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1140.586590] env[68828]: value = "task-3231340" [ 1140.586590] env[68828]: _type = "Task" [ 1140.586590] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.604364] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522ec9cd-0fc4-7900-8023-f876822e192b, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.607602] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.607844] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.608156] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.608229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.608402] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.608804] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.609124] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aafe40e-d31b-4da9-8295-405184a7054b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.617113] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.617308] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.618051] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75ddfcb-d0ff-4edc-83e5-48413f52226b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.623351] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1140.623351] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bc8069-ed56-130e-4baf-b1e3b8814338" [ 1140.623351] env[68828]: _type = "Task" [ 1140.623351] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.631535] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bc8069-ed56-130e-4baf-b1e3b8814338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.666154] env[68828]: DEBUG nova.network.neutron [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.666700] env[68828]: DEBUG nova.network.neutron [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.677673] env[68828]: DEBUG oslo_vmware.api [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231333, 'name': PowerOnVM_Task, 'duration_secs': 0.930111} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.678756] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.678982] env[68828]: INFO nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1140.679179] env[68828]: DEBUG nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.679982] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd2dddc-c671-472b-8a34-26ab3cd50dff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.767105] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671139} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.767405] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.767668] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.768272] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1202ec-6dd8-4362-83a4-dd175ad39aa1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.775280] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1140.775280] env[68828]: value = "task-3231341" [ 1140.775280] env[68828]: _type = "Task" [ 1140.775280] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.783068] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.921691] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231339, 'name': CreateVM_Task, 'duration_secs': 0.381999} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.921691] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.922176] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.922322] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.922968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.922968] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1a468f-2edc-4628-a65f-7987bbc76ca5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.927198] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1140.927198] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52346ad6-def3-356b-a7ce-62fc25936cf0" [ 1140.927198] env[68828]: _type = "Task" [ 1140.927198] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.934977] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52346ad6-def3-356b-a7ce-62fc25936cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.051262] env[68828]: DEBUG nova.scheduler.client.report [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1141.051661] env[68828]: DEBUG nova.compute.provider_tree [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 139 to 140 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1141.051862] env[68828]: DEBUG nova.compute.provider_tree [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.102391] env[68828]: DEBUG oslo_vmware.api [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252683} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.102682] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.102876] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.103363] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.103363] env[68828]: INFO nova.compute.manager [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1141.103515] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.103865] env[68828]: DEBUG nova.compute.manager [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.103865] env[68828]: DEBUG nova.network.neutron [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.132829] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bc8069-ed56-130e-4baf-b1e3b8814338, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.133632] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa45d9e8-5118-469a-895f-b2b09920bc5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.138965] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1141.138965] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287e423-6c6a-3fdf-3dea-597b0f103e10" [ 1141.138965] env[68828]: _type = "Task" [ 1141.138965] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.147517] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287e423-6c6a-3fdf-3dea-597b0f103e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.170257] env[68828]: DEBUG oslo_concurrency.lockutils [req-294cb9d8-6928-4f66-92af-585f479a4f65 req-2ddad6e3-7149-4d5c-be44-8f99d7cff55c service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.202844] env[68828]: INFO nova.compute.manager [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Took 32.79 seconds to build instance. [ 1141.287459] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089613} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.287753] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.288562] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34158b-6bae-4205-915d-028925e9ec5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.312491] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.312753] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1699ceb4-bd3a-4515-90c7-eb56a5436e1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.331856] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1141.331856] env[68828]: value = "task-3231342" [ 1141.331856] env[68828]: _type = "Task" [ 1141.331856] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.339834] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.438884] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52346ad6-def3-356b-a7ce-62fc25936cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.439292] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.439611] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.439885] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.557199] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.650s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.557794] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.560715] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.143s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.611576] env[68828]: DEBUG nova.compute.manager [req-3ac56d1c-0923-4543-9c47-dda39d4d948e req-5a550ba8-6cf1-496f-8c9a-c2ba342789f0 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Received event network-vif-deleted-5b88c166-12c1-4771-b653-cef90c51247c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.611576] env[68828]: INFO nova.compute.manager [req-3ac56d1c-0923-4543-9c47-dda39d4d948e req-5a550ba8-6cf1-496f-8c9a-c2ba342789f0 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Neutron deleted interface 5b88c166-12c1-4771-b653-cef90c51247c; detaching it from the instance and deleting it from the info cache [ 1141.611779] env[68828]: DEBUG nova.network.neutron [req-3ac56d1c-0923-4543-9c47-dda39d4d948e req-5a550ba8-6cf1-496f-8c9a-c2ba342789f0 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.652109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.652361] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.653448] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5287e423-6c6a-3fdf-3dea-597b0f103e10, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.654150] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.654150] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 47c1251b-c3e7-4797-b26c-eb4535616e93/47c1251b-c3e7-4797-b26c-eb4535616e93.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.654628] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.654830] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.655052] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3b897d-38b5-4ab4-93b9-d4635f56e1c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.657453] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b44f159c-5e1e-4db8-9e05-17946756a97c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.664525] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1141.664525] env[68828]: value = "task-3231343" [ 1141.664525] env[68828]: _type = "Task" [ 1141.664525] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.668569] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.668733] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.669905] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd712eb-37aa-4069-a9ce-4789818d86e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.677256] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.678566] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1141.678566] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52347244-b935-e47e-3da0-9d9c38498882" [ 1141.678566] env[68828]: _type = "Task" [ 1141.678566] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.687670] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52347244-b935-e47e-3da0-9d9c38498882, 'name': SearchDatastore_Task, 'duration_secs': 0.008234} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.688477] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b09e85-63ee-44a4-a04e-8c0ea9fe283d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.693539] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1141.693539] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52474cb0-abe3-7aad-b610-1eca569cbfa5" [ 1141.693539] env[68828]: _type = "Task" [ 1141.693539] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.701550] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52474cb0-abe3-7aad-b610-1eca569cbfa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.705095] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9465a8c0-a8fb-4a1e-b644-7304e1294356 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.300s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.845228] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231342, 'name': ReconfigVM_Task, 'duration_secs': 0.321986} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.845755] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.846393] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743788f4-00ad-4ab3-9f60-0edc43e27fe9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.852764] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1141.852764] env[68828]: value = "task-3231344" [ 1141.852764] env[68828]: _type = "Task" [ 1141.852764] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.862237] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231344, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.863713] env[68828]: DEBUG nova.network.neutron [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.063601] env[68828]: DEBUG nova.objects.instance [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'migration_context' on Instance uuid 957188b3-5d1d-4048-8aed-3b8238ca271f {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.067327] env[68828]: DEBUG nova.compute.utils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.070073] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Not allocating networking since 'none' was specified. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1142.116252] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26ae2495-832e-4a7b-9f1f-ba21ddbbafc1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.125710] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ac5de-967d-4074-824a-128a754ffe51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.162497] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.165395] env[68828]: DEBUG nova.compute.manager [req-3ac56d1c-0923-4543-9c47-dda39d4d948e req-5a550ba8-6cf1-496f-8c9a-c2ba342789f0 service nova] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Detach interface failed, port_id=5b88c166-12c1-4771-b653-cef90c51247c, reason: Instance 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.175321] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473964} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.175763] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 47c1251b-c3e7-4797-b26c-eb4535616e93/47c1251b-c3e7-4797-b26c-eb4535616e93.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.175763] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.175994] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec10323-a5bd-4a1d-a18d-e17c18c08216 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.181952] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1142.181952] env[68828]: value = "task-3231345" [ 1142.181952] env[68828]: _type = "Task" [ 1142.181952] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.194283] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.204498] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52474cb0-abe3-7aad-b610-1eca569cbfa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.204498] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.204872] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bfd3355e-7716-411f-b806-ac09beb14f7d/bfd3355e-7716-411f-b806-ac09beb14f7d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.204872] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4a70b43-609a-4668-8823-7e49807a9d2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.211385] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1142.211385] env[68828]: value = "task-3231346" [ 1142.211385] env[68828]: _type = "Task" [ 1142.211385] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.220818] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.365897] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231344, 'name': Rename_Task, 'duration_secs': 0.252793} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.366257] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.366836] env[68828]: INFO nova.compute.manager [-] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Took 1.26 seconds to deallocate network for instance. [ 1142.367082] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c68b0456-1d1c-487d-8b60-f6892fae2e5a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.376748] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1142.376748] env[68828]: value = "task-3231347" [ 1142.376748] env[68828]: _type = "Task" [ 1142.376748] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.390317] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.521748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "91a69b84-3008-4041-94c0-7068ea891edd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.521975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.522252] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "91a69b84-3008-4041-94c0-7068ea891edd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.522444] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.522626] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.525508] env[68828]: INFO nova.compute.manager [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Terminating instance [ 1142.571314] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.681889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.691445] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065801} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.693881] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.694891] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e021bd7-5b69-4c61-b3b5-ebfead33d8d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.716235] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 47c1251b-c3e7-4797-b26c-eb4535616e93/47c1251b-c3e7-4797-b26c-eb4535616e93.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.718967] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9e3970-851a-4ac1-ad43-518ad11c5d1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.744080] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430825} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.747765] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bfd3355e-7716-411f-b806-ac09beb14f7d/bfd3355e-7716-411f-b806-ac09beb14f7d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.748017] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.748388] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1142.748388] env[68828]: value = "task-3231348" [ 1142.748388] env[68828]: _type = "Task" [ 1142.748388] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.748756] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155d0bdf-ee9a-40f4-9db7-d7efdacb5bb6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.759423] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.763100] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1142.763100] env[68828]: value = "task-3231349" [ 1142.763100] env[68828]: _type = "Task" [ 1142.763100] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.771713] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.776686] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.776962] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.876268] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.889403] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.984815] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315b03e-d153-477b-96f0-ee7abd67b840 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.992717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab74433-ba5e-447e-837e-ec0182a1030e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.026186] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19931c2d-5bf7-4b95-a7c9-88696639b166 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.029861] env[68828]: DEBUG nova.compute.manager [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.030093] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.030867] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f844258-8cf0-4a1f-8984-59e284a64e1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.037113] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1abd464-7fe3-470d-8896-e68c291a6906 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.043138] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.043817] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9ddb3a-c3cb-4234-b83a-9d52704cc6b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.054018] env[68828]: DEBUG nova.compute.provider_tree [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.060386] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1143.060386] env[68828]: value = "task-3231350" [ 1143.060386] env[68828]: _type = "Task" [ 1143.060386] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.070020] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.261070] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.272934] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218034} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.273486] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.274295] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292293aa-4157-4d5f-9b0a-8b6b0c614ea7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.288487] env[68828]: INFO nova.compute.manager [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Detaching volume 5075a780-0293-4959-b11b-af49dac51824 [ 1143.299334] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bfd3355e-7716-411f-b806-ac09beb14f7d/bfd3355e-7716-411f-b806-ac09beb14f7d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.299917] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356b8f89-7a9a-40ba-8f90-64122e5b1b20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.322834] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1143.322834] env[68828]: value = "task-3231351" [ 1143.322834] env[68828]: _type = "Task" [ 1143.322834] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.330873] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.349917] env[68828]: INFO nova.virt.block_device [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Attempting to driver detach volume 5075a780-0293-4959-b11b-af49dac51824 from mountpoint /dev/sdb [ 1143.350241] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.350506] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645882', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'name': 'volume-5075a780-0293-4959-b11b-af49dac51824', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31a48226-287d-47b9-a293-0e15f62cf5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'serial': '5075a780-0293-4959-b11b-af49dac51824'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.351511] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879bca64-9877-4b9e-b329-51ddce2e57f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.373989] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed83ae0-2be9-481d-ab1e-4db263f6e7c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.384395] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32805791-b76c-4c09-9a96-b611da2eb2fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.392260] env[68828]: DEBUG oslo_vmware.api [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231347, 'name': PowerOnVM_Task, 'duration_secs': 0.588157} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.407848] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.408106] env[68828]: INFO nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1143.408304] env[68828]: DEBUG nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.409221] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aba6cf-b133-4dd1-81a7-2da602a46145 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.412210] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c22976-191c-4713-a6a2-3a0c8de3f6d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.431758] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] The volume has not been displaced from its original location: [datastore1] volume-5075a780-0293-4959-b11b-af49dac51824/volume-5075a780-0293-4959-b11b-af49dac51824.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.437282] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.437665] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98eef838-fee0-413d-9282-68d0565faf82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.454764] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1143.454764] env[68828]: value = "task-3231352" [ 1143.454764] env[68828]: _type = "Task" [ 1143.454764] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.464412] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.557341] env[68828]: DEBUG nova.scheduler.client.report [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.572655] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231350, 'name': PowerOffVM_Task, 'duration_secs': 0.252195} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.573727] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.573908] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.574184] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c84ab7-426f-4f2c-aedd-3a20d0f76297 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.583811] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.617358] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.617660] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.617833] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.618022] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.618171] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.618317] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.618552] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.618749] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.618923] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.619105] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.619279] env[68828]: DEBUG nova.virt.hardware [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.620243] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6befb3ae-5fd0-44bb-b79a-98117afc27be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.628462] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d6169-d51b-4c1a-a7c8-f2f18b6eebbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.643228] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.649183] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.650873] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.651188] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.651385] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.651576] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleting the datastore file [datastore1] 91a69b84-3008-4041-94c0-7068ea891edd {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.651801] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c704621c-7793-4f45-ab7f-3b0a42bf0d13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.663687] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db04f987-1183-4c3b-bcd5-af0d465627a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.670935] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.670935] env[68828]: value = "task-3231354" [ 1143.670935] env[68828]: _type = "Task" [ 1143.670935] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.672603] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1143.672603] env[68828]: value = "task-3231355" [ 1143.672603] env[68828]: _type = "Task" [ 1143.672603] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.684195] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231354, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.690080] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.762568] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231348, 'name': ReconfigVM_Task, 'duration_secs': 0.578471} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.763019] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 47c1251b-c3e7-4797-b26c-eb4535616e93/47c1251b-c3e7-4797-b26c-eb4535616e93.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.763783] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8ece26-c199-4b72-8a11-ffacf379b66d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.771903] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1143.771903] env[68828]: value = "task-3231356" [ 1143.771903] env[68828]: _type = "Task" [ 1143.771903] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.782532] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231356, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.832886] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.929696] env[68828]: INFO nova.compute.manager [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Took 35.47 seconds to build instance. [ 1143.965572] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231352, 'name': ReconfigVM_Task, 'duration_secs': 0.281007} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.965860] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.971094] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b086d03e-1428-49fc-bca4-60256993f477 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.985535] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1143.985535] env[68828]: value = "task-3231357" [ 1143.985535] env[68828]: _type = "Task" [ 1143.985535] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.996218] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.185201] env[68828]: DEBUG oslo_vmware.api [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235696} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.188511] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.188732] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.188927] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.189130] env[68828]: INFO nova.compute.manager [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1144.189389] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.189610] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231354, 'name': CreateVM_Task, 'duration_secs': 0.343323} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.189844] env[68828]: DEBUG nova.compute.manager [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.189942] env[68828]: DEBUG nova.network.neutron [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.191566] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.191976] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.192165] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.192487] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.193133] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f4ef3a-0823-40ac-9d97-a1cd6019a86f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.197696] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1144.197696] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4512d-0455-c2b4-4f0d-1ad4cda7bc75" [ 1144.197696] env[68828]: _type = "Task" [ 1144.197696] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.205930] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4512d-0455-c2b4-4f0d-1ad4cda7bc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.283053] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231356, 'name': Rename_Task, 'duration_secs': 0.159719} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.283365] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.283584] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f0d11b-1e8a-44f8-aebd-056bc487179f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.290054] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1144.290054] env[68828]: value = "task-3231358" [ 1144.290054] env[68828]: _type = "Task" [ 1144.290054] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.300141] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.333843] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231351, 'name': ReconfigVM_Task, 'duration_secs': 0.534735} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.334204] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bfd3355e-7716-411f-b806-ac09beb14f7d/bfd3355e-7716-411f-b806-ac09beb14f7d.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.334901] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549a4ddd-a4e6-4921-a410-b25c2283fff5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.341323] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1144.341323] env[68828]: value = "task-3231359" [ 1144.341323] env[68828]: _type = "Task" [ 1144.341323] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.351252] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231359, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.432480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1f0264fe-1198-4cbb-abaa-7f795ae6ae3d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.980s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.464315] env[68828]: DEBUG nova.compute.manager [req-aee81ffb-fc4e-49c2-82b6-6c0911af8531 req-98eba960-e5ef-4477-976f-b3284bb1f388 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Received event network-vif-deleted-e64ff494-713e-405e-865c-7ffceb423619 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.466366] env[68828]: INFO nova.compute.manager [req-aee81ffb-fc4e-49c2-82b6-6c0911af8531 req-98eba960-e5ef-4477-976f-b3284bb1f388 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Neutron deleted interface e64ff494-713e-405e-865c-7ffceb423619; detaching it from the instance and deleting it from the info cache [ 1144.466366] env[68828]: DEBUG nova.network.neutron [req-aee81ffb-fc4e-49c2-82b6-6c0911af8531 req-98eba960-e5ef-4477-976f-b3284bb1f388 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.495890] env[68828]: DEBUG oslo_vmware.api [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231357, 'name': ReconfigVM_Task, 'duration_secs': 0.161744} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.497299] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645882', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'name': 'volume-5075a780-0293-4959-b11b-af49dac51824', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31a48226-287d-47b9-a293-0e15f62cf5fd', 'attached_at': '', 'detached_at': '', 'volume_id': '5075a780-0293-4959-b11b-af49dac51824', 'serial': '5075a780-0293-4959-b11b-af49dac51824'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.571242] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.010s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.577362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.123s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.578070] env[68828]: DEBUG nova.objects.instance [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lazy-loading 'resources' on Instance uuid be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.708264] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4512d-0455-c2b4-4f0d-1ad4cda7bc75, 'name': SearchDatastore_Task, 'duration_secs': 0.01699} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.708597] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.708836] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.709088] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.709242] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.709425] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.709693] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf9a6b0-2077-4a9a-b157-52f391a75cc7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.718201] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.718383] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.719107] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f403a092-1965-48ab-9520-28e244daabc3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.724192] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1144.724192] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9df46-5796-7266-ee74-51f9678f10d6" [ 1144.724192] env[68828]: _type = "Task" [ 1144.724192] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.732403] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9df46-5796-7266-ee74-51f9678f10d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.799575] env[68828]: DEBUG oslo_vmware.api [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231358, 'name': PowerOnVM_Task, 'duration_secs': 0.486232} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.799831] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.800037] env[68828]: INFO nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1144.800225] env[68828]: DEBUG nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.801045] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a19bf7e-f653-45c9-9b41-3ab38c9d7bbd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.851510] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231359, 'name': Rename_Task, 'duration_secs': 0.189404} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.851780] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.852020] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d423235e-3d8a-4e19-a358-2ac85cc72c00 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.857780] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1144.857780] env[68828]: value = "task-3231360" [ 1144.857780] env[68828]: _type = "Task" [ 1144.857780] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.865547] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.948347] env[68828]: DEBUG nova.network.neutron [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.967580] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcded3c3-0124-4ab4-bb78-048c419c1214 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.982863] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8750660f-d946-4a13-96a4-1cac73ab54bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.025890] env[68828]: DEBUG nova.compute.manager [req-aee81ffb-fc4e-49c2-82b6-6c0911af8531 req-98eba960-e5ef-4477-976f-b3284bb1f388 service nova] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Detach interface failed, port_id=e64ff494-713e-405e-865c-7ffceb423619, reason: Instance 91a69b84-3008-4041-94c0-7068ea891edd could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.052428] env[68828]: DEBUG nova.objects.instance [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'flavor' on Instance uuid 31a48226-287d-47b9-a293-0e15f62cf5fd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.236105] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a9df46-5796-7266-ee74-51f9678f10d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.241048] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94dc531a-1a14-4d02-9607-e3aaadd1746a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.246885] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1145.246885] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5236b0dc-e157-fa48-6ab0-332b118d88c8" [ 1145.246885] env[68828]: _type = "Task" [ 1145.246885] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.258232] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5236b0dc-e157-fa48-6ab0-332b118d88c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.323245] env[68828]: INFO nova.compute.manager [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Took 26.45 seconds to build instance. [ 1145.369818] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231360, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.456906] env[68828]: INFO nova.compute.manager [-] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Took 1.27 seconds to deallocate network for instance. [ 1145.467022] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3327afb8-5f17-4acc-99ee-8bca2b85dbb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.474809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f89d77-024f-4154-af7e-d7749e67e72e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.510238] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c0a310-85fb-4dd4-8987-0f5c0f903ccc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.519818] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb60a615-a7ff-4e9a-9072-d7864658cf22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.536046] env[68828]: DEBUG nova.compute.provider_tree [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.589854] env[68828]: DEBUG nova.compute.manager [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Received event network-changed-fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.590486] env[68828]: DEBUG nova.compute.manager [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Refreshing instance network info cache due to event network-changed-fecacfe8-7225-485e-926d-7e0125879c67. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.590972] env[68828]: DEBUG oslo_concurrency.lockutils [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] Acquiring lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.591235] env[68828]: DEBUG oslo_concurrency.lockutils [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] Acquired lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.591576] env[68828]: DEBUG nova.network.neutron [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Refreshing network info cache for port fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.726868] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.728230] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc3449d-7de4-4471-b33e-3a3fdcfa16f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.734399] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.734564] env[68828]: ERROR oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk due to incomplete transfer. [ 1145.734780] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e44d204d-200c-44ae-bd10-b998157410e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.742413] env[68828]: DEBUG oslo_vmware.rw_handles [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52663f7e-668b-0019-7946-f72c2042f0fe/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.742618] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Uploaded image 560598d9-ddd2-4692-90cf-fee857fa718e to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.744844] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.745098] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2ff6d53-e41e-4251-8c9c-3a53b8268aff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.751723] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1145.751723] env[68828]: value = "task-3231361" [ 1145.751723] env[68828]: _type = "Task" [ 1145.751723] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.759030] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5236b0dc-e157-fa48-6ab0-332b118d88c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015829} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.759571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.759832] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.760088] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb02350-768c-4241-bd1e-b7076d2af107 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.764651] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231361, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.768930] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1145.768930] env[68828]: value = "task-3231362" [ 1145.768930] env[68828]: _type = "Task" [ 1145.768930] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.776610] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.830591] env[68828]: DEBUG oslo_concurrency.lockutils [None req-92a50997-ed80-4cde-b9de-98510bcd383e tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.963s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.870859] env[68828]: DEBUG oslo_vmware.api [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231360, 'name': PowerOnVM_Task, 'duration_secs': 0.748204} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.871149] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.871355] env[68828]: INFO nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1145.871545] env[68828]: DEBUG nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.872335] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43802d3-422c-478e-b71f-0a443f9d0fbd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.965691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.039502] env[68828]: DEBUG nova.scheduler.client.report [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.061475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-51bd3743-610b-4e72-b60b-47225b112e3c tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.121698] env[68828]: INFO nova.compute.manager [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Swapping old allocation on dict_keys(['0c65c51f-8bae-4ffe-92bf-020e73c32cf3']) held by migration 54a7f782-3760-43a6-98fe-103850387cb4 for instance [ 1146.148290] env[68828]: DEBUG nova.scheduler.client.report [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Overwriting current allocation {'allocations': {'0c65c51f-8bae-4ffe-92bf-020e73c32cf3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': '194dc466d3a743f4a05a34fa1d385499', 'user_id': 'b233832a661241439dd87ae19665aa25', 'consumer_generation': 1} on consumer 957188b3-5d1d-4048-8aed-3b8238ca271f {{(pid=68828) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1146.257388] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.257668] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.257887] env[68828]: DEBUG nova.network.neutron [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.265154] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231361, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.280957] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231362, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.393702] env[68828]: INFO nova.compute.manager [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Took 32.23 seconds to build instance. [ 1146.471501] env[68828]: DEBUG nova.network.neutron [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updated VIF entry in instance network info cache for port fecacfe8-7225-485e-926d-7e0125879c67. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.472215] env[68828]: DEBUG nova.network.neutron [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating instance_info_cache with network_info: [{"id": "fecacfe8-7225-485e-926d-7e0125879c67", "address": "fa:16:3e:1f:03:fb", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecacfe8-72", "ovs_interfaceid": "fecacfe8-7225-485e-926d-7e0125879c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.544120] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.546547] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.112s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.546814] env[68828]: DEBUG nova.objects.instance [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lazy-loading 'resources' on Instance uuid 582e5a15-191f-4595-a5ef-27ab72a21b17 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.560675] env[68828]: INFO nova.scheduler.client.report [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Deleted allocations for instance be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b [ 1146.585174] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.585480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.585695] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.589021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.589021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.589021] env[68828]: INFO nova.compute.manager [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Terminating instance [ 1146.763738] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231361, 'name': Destroy_Task, 'duration_secs': 0.668123} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.763996] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Destroyed the VM [ 1146.764234] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.765955] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b93cc8c-cb07-4a5d-8146-118c220eb73a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.770876] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1146.770876] env[68828]: value = "task-3231363" [ 1146.770876] env[68828]: _type = "Task" [ 1146.770876] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.782112] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674687} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.786098] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.786501] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.786848] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.787094] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c8a425e-da88-4bea-a94e-cbd4df46295a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.793395] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1146.793395] env[68828]: value = "task-3231364" [ 1146.793395] env[68828]: _type = "Task" [ 1146.793395] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.803454] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.896530] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8a933461-fa88-4163-9f08-e4cd1ed87d71 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.743s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.925974] env[68828]: DEBUG nova.compute.manager [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.926190] env[68828]: DEBUG nova.compute.manager [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.926466] env[68828]: DEBUG oslo_concurrency.lockutils [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.926595] env[68828]: DEBUG oslo_concurrency.lockutils [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.926753] env[68828]: DEBUG nova.network.neutron [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.974912] env[68828]: DEBUG oslo_concurrency.lockutils [req-f176d61f-682c-454c-98ff-593bfc9581ad req-e920767f-53b4-40dc-8bb4-ee49d059c9a0 service nova] Releasing lock "refresh_cache-031eb43a-ef3a-4557-863d-8bac0d1b9854" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.976242] env[68828]: DEBUG nova.network.neutron [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [{"id": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "address": "fa:16:3e:75:7f:51", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3cb5e6-c7", "ovs_interfaceid": "fc3cb5e6-c79f-4086-bc44-47657fcbd75b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.067812] env[68828]: DEBUG oslo_concurrency.lockutils [None req-68f767f2-e730-42cd-aada-f656899b52b4 tempest-ServerDiskConfigTestJSON-248439979 tempest-ServerDiskConfigTestJSON-248439979-project-member] Lock "be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.993s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.092340] env[68828]: DEBUG nova.compute.manager [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.092631] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.093568] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbfec13-e600-42ee-b919-3a18fa04e77f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.104071] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.104510] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9076ebdd-0025-4112-b784-a92859127712 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.111591] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1147.111591] env[68828]: value = "task-3231365" [ 1147.111591] env[68828]: _type = "Task" [ 1147.111591] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.119289] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.282591] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.305823] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230848} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.306167] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.307027] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ac11e-b6c7-4dc6-b518-8f67e52564ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.329420] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.332850] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb89d7b-e5df-4355-9960-fe5475234124 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.353432] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1147.353432] env[68828]: value = "task-3231366" [ 1147.353432] env[68828]: _type = "Task" [ 1147.353432] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.364839] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.380990] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b435c43-e25a-4e08-9746-8f08ba5e64c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.391008] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6890292-5b47-4331-9ffc-d6ce6be07898 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.421686] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce0859-ead7-4e32-a5fc-06bc26faef6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.431397] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20076fe-a3c2-46da-af48-4f9593b8310f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.445870] env[68828]: DEBUG nova.compute.provider_tree [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.479605] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-957188b3-5d1d-4048-8aed-3b8238ca271f" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.480635] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b37e3-721b-4006-8a40-34ca5c64ad11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.488622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41fe9d4-2cae-484e-ba3d-d4ce2b9331e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.624079] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231365, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.673716] env[68828]: DEBUG nova.network.neutron [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.674112] env[68828]: DEBUG nova.network.neutron [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.786516] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231363, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.836964] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.837244] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.863616] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.952280] env[68828]: DEBUG nova.scheduler.client.report [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.123408] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231365, 'name': PowerOffVM_Task, 'duration_secs': 0.604807} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.123556] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.123785] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.123997] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f813cfbc-cc00-4eea-a337-8b027f627a3b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.176754] env[68828]: DEBUG oslo_concurrency.lockutils [req-b0ba933a-668b-4632-89c8-8667ad5f7125 req-2754c9dd-5de0-404b-9c89-9045da62f67b service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.283937] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231363, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064882} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.284864] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1148.284864] env[68828]: DEBUG nova.compute.manager [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.285610] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c201e4-982e-403b-a5f7-f77d713c25c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.340209] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.364486] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231366, 'name': ReconfigVM_Task, 'duration_secs': 0.559091} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.364768] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.365407] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9f86ed-b81d-4e78-b6dc-7f86a18bd42d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.371556] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1148.371556] env[68828]: value = "task-3231368" [ 1148.371556] env[68828]: _type = "Task" [ 1148.371556] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.381282] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231368, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.457411] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.459890] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.548s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.460167] env[68828]: DEBUG nova.objects.instance [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'resources' on Instance uuid 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.484766] env[68828]: INFO nova.scheduler.client.report [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Deleted allocations for instance 582e5a15-191f-4595-a5ef-27ab72a21b17 [ 1148.588911] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.589277] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5a2ab3-93a0-42cb-9b37-f18a578e2de2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.596306] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1148.596306] env[68828]: value = "task-3231369" [ 1148.596306] env[68828]: _type = "Task" [ 1148.596306] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.605587] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.797881] env[68828]: INFO nova.compute.manager [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Shelve offloading [ 1148.863621] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.880713] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231368, 'name': Rename_Task, 'duration_secs': 0.231223} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.880978] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.881240] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97a0e81-bc39-4d59-8b01-60c3ff766b70 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.886752] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1148.886752] env[68828]: value = "task-3231370" [ 1148.886752] env[68828]: _type = "Task" [ 1148.886752] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.894314] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.994054] env[68828]: DEBUG oslo_concurrency.lockutils [None req-53954957-dbd1-4753-9323-b12d8becc258 tempest-ServerMetadataTestJSON-885350204 tempest-ServerMetadataTestJSON-885350204-project-member] Lock "582e5a15-191f-4595-a5ef-27ab72a21b17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.968s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.106583] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231369, 'name': PowerOffVM_Task, 'duration_secs': 0.23206} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.109148] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.109788] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.110006] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.110259] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.110496] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.110627] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.111456] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.111456] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.111456] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.111456] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.111456] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.111646] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.116834] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225caeff-6de6-4889-bc14-4f99ce11d85b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.147084] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1149.147084] env[68828]: value = "task-3231371" [ 1149.147084] env[68828]: _type = "Task" [ 1149.147084] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.157242] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.210423] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.210671] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.210869] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleting the datastore file [datastore2] 31a48226-287d-47b9-a293-0e15f62cf5fd {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.211187] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b611c57f-41d3-46fd-a96f-389c27538623 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.220970] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1149.220970] env[68828]: value = "task-3231372" [ 1149.220970] env[68828]: _type = "Task" [ 1149.220970] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.229652] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.304499] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.305174] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fbddd06-60bb-4910-b094-44d98c72020c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.313958] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1149.313958] env[68828]: value = "task-3231373" [ 1149.313958] env[68828]: _type = "Task" [ 1149.313958] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.341192] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.341192] env[68828]: DEBUG nova.compute.manager [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.341467] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b48d26-520d-4ba4-b8fb-4f9afd706053 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.347346] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.348205] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.348205] env[68828]: DEBUG nova.network.neutron [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.386962] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371fd9d4-bf62-4526-bda3-a9a1d89f1f57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.402822] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ceec4-ac4f-4fb6-b72e-af85b62f5f8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.408811] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.440045] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216573e1-86a9-4ad5-a7e3-190171ad29cd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.448882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea693a-324c-4e21-b731-7d1a8d3a22c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.464636] env[68828]: DEBUG nova.compute.provider_tree [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.657623] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231371, 'name': ReconfigVM_Task, 'duration_secs': 0.180791} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.658456] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017dbbf1-ed19-45bf-9ac0-9b47ea38bf0e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.679273] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.679533] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.679693] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.679875] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.680032] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.680183] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.680385] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.680572] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.680746] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.680924] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.681120] env[68828]: DEBUG nova.virt.hardware [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.681914] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96cc9e4-3bcc-4e03-b336-b6f176f0213d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.687739] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1149.687739] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5246cf01-ed8f-c198-edc8-c93e36346aad" [ 1149.687739] env[68828]: _type = "Task" [ 1149.687739] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.697716] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5246cf01-ed8f-c198-edc8-c93e36346aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.730407] env[68828]: DEBUG oslo_vmware.api [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237832} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.730693] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.730878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.731872] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.731872] env[68828]: INFO nova.compute.manager [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1149.731872] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.731872] env[68828]: DEBUG nova.compute.manager [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.731872] env[68828]: DEBUG nova.network.neutron [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.899844] env[68828]: DEBUG oslo_vmware.api [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231370, 'name': PowerOnVM_Task, 'duration_secs': 0.650265} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.899960] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.900223] env[68828]: INFO nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1149.900442] env[68828]: DEBUG nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.901258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c080f-b220-4c98-91ad-8d43d5649abe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.967441] env[68828]: DEBUG nova.scheduler.client.report [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.125487] env[68828]: DEBUG nova.network.neutron [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.201507] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5246cf01-ed8f-c198-edc8-c93e36346aad, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.211364] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.212271] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdf820e-327f-454d-9793-934966746081 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.234329] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1150.234329] env[68828]: value = "task-3231374" [ 1150.234329] env[68828]: _type = "Task" [ 1150.234329] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.244409] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.423522] env[68828]: INFO nova.compute.manager [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Took 31.31 seconds to build instance. [ 1150.473469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.475857] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.594s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.476200] env[68828]: DEBUG nova.objects.instance [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lazy-loading 'resources' on Instance uuid e7cf9e01-adb6-4ffd-a344-6097999ce1dd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.497680] env[68828]: INFO nova.scheduler.client.report [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted allocations for instance 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5 [ 1150.631369] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.749160] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231374, 'name': ReconfigVM_Task, 'duration_secs': 0.210562} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.751431] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.753575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6136580c-1ed9-496e-9cda-641dea572c37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.784327] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.785269] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3930fe-1a3a-4110-818c-16b9dccdce84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.803923] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1150.803923] env[68828]: value = "task-3231375" [ 1150.803923] env[68828]: _type = "Task" [ 1150.803923] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.812891] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.925800] env[68828]: DEBUG oslo_concurrency.lockutils [None req-43b77335-b405-44f9-b0c8-7993f4ed2b01 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.824s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.007308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45f11644-3c65-4fd4-81ed-f5cefc641b8f tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "70e51c34-91ff-4e8f-8f35-baf2c5ec21a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.472s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.176669] env[68828]: INFO nova.compute.manager [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Rebuilding instance [ 1151.200025] env[68828]: DEBUG nova.compute.manager [req-7991c0a8-b491-4277-baab-9eea05d9d6f9 req-c17dffed-4e75-4d09-b79e-35ef50c1a8d1 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Received event network-vif-deleted-cae04bf2-3cfd-4879-9efc-b1030dc0280c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.200269] env[68828]: INFO nova.compute.manager [req-7991c0a8-b491-4277-baab-9eea05d9d6f9 req-c17dffed-4e75-4d09-b79e-35ef50c1a8d1 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Neutron deleted interface cae04bf2-3cfd-4879-9efc-b1030dc0280c; detaching it from the instance and deleting it from the info cache [ 1151.200465] env[68828]: DEBUG nova.network.neutron [req-7991c0a8-b491-4277-baab-9eea05d9d6f9 req-c17dffed-4e75-4d09-b79e-35ef50c1a8d1 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.239598] env[68828]: DEBUG nova.compute.manager [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.240307] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e95651d-0041-4f9d-b0d5-026f2527d5f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.314930] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231375, 'name': ReconfigVM_Task, 'duration_secs': 0.309957} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.317544] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f/957188b3-5d1d-4048-8aed-3b8238ca271f.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.318939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0037828d-3e99-4252-8420-e92530dec9c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.342903] env[68828]: DEBUG nova.network.neutron [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.348175] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a30e929-fad5-4383-8e9f-ef5e64a39636 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.376435] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa7d1fd-1e56-4a82-a856-e7870c60fbb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.406747] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c446a94-946f-423d-a732-983255c8dc5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.415059] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.415594] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d479340-ee9a-4052-86ab-0c8517018a28 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.425533] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1151.425533] env[68828]: value = "task-3231376" [ 1151.425533] env[68828]: _type = "Task" [ 1151.425533] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.434135] env[68828]: DEBUG nova.compute.manager [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-vif-unplugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.434356] env[68828]: DEBUG oslo_concurrency.lockutils [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.434558] env[68828]: DEBUG oslo_concurrency.lockutils [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.434904] env[68828]: DEBUG oslo_concurrency.lockutils [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.434904] env[68828]: DEBUG nova.compute.manager [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] No waiting events found dispatching network-vif-unplugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.435173] env[68828]: WARNING nova.compute.manager [req-c5b0c055-e702-4c0c-9e24-1e5409411170 req-a3c1f96a-97b0-4745-900b-eb30b1153a8e service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received unexpected event network-vif-unplugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a for instance with vm_state shelved and task_state shelving_offloading. [ 1151.441481] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.445197] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.446312] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c4258c-a5da-4267-866d-82ff25336088 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.454483] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.459011] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86466fac-f423-47bb-9b04-6210ca670c8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.490878] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7ebb3-e15e-49b0-a06b-7456d2b21584 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.498470] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c817c-9c9a-4235-8119-ece7d04d7ec6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.533245] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24211204-bd16-4001-8fc1-1a8c2dcbe621 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.541225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fa6bc8-adbe-4488-bb0f-440fabb9b5b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.556165] env[68828]: DEBUG nova.compute.provider_tree [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.665327] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.665600] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.665806] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore1] 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.666128] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44e573a-afff-4387-ba56-116aac6ce208 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.674518] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1151.674518] env[68828]: value = "task-3231378" [ 1151.674518] env[68828]: _type = "Task" [ 1151.674518] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.682163] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.705678] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09fbcaff-7d60-40cd-a3dd-7bc9530a08f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.715307] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a9e5c-fe9a-4233-8a2a-304f870919a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.754199] env[68828]: DEBUG nova.compute.manager [req-7991c0a8-b491-4277-baab-9eea05d9d6f9 req-c17dffed-4e75-4d09-b79e-35ef50c1a8d1 service nova] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Detach interface failed, port_id=cae04bf2-3cfd-4879-9efc-b1030dc0280c, reason: Instance 31a48226-287d-47b9-a293-0e15f62cf5fd could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.846083] env[68828]: INFO nova.compute.manager [-] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Took 2.11 seconds to deallocate network for instance. [ 1151.935436] env[68828]: DEBUG oslo_vmware.api [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231376, 'name': PowerOnVM_Task, 'duration_secs': 0.394838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.935817] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.060264] env[68828]: DEBUG nova.scheduler.client.report [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.185029] env[68828]: DEBUG oslo_vmware.api [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290896} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.185255] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.185534] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.185735] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.209760] env[68828]: INFO nova.scheduler.client.report [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted allocations for instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 [ 1152.254438] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.254730] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9e7b90-a0c5-44f3-bb2f-e351b83ef94f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.262455] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1152.262455] env[68828]: value = "task-3231379" [ 1152.262455] env[68828]: _type = "Task" [ 1152.262455] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.271407] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.353172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.565535] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.567851] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.181s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.568031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.568204] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1152.568701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.629s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.571052] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ac399-fbb6-4a96-91aa-f3fa7583a6fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.580651] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef7a42-b1e1-4656-a7a4-15ee26b98a8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.588049] env[68828]: INFO nova.scheduler.client.report [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Deleted allocations for instance e7cf9e01-adb6-4ffd-a344-6097999ce1dd [ 1152.601075] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6c315-59fb-4586-bce4-48bfa50521df {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.609546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75ee2b-7dcb-4753-9e9a-2bd0762d3a0b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.640886] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178232MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1152.641067] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.714639] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.747541] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.747820] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.771717] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231379, 'name': PowerOffVM_Task, 'duration_secs': 0.28017} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.773025] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.773025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.773258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aee92c-781a-40d2-968d-7d0d174b62a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.780463] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.780713] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5447ab7-2b8c-49dc-adf6-38068922b9ac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.806719] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.806952] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.807150] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleting the datastore file [datastore2] d1304f94-a718-495f-b26a-669bdf0040c8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.807463] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19fe4ff5-8434-432a-b50e-2949e83ff93a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.813840] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1152.813840] env[68828]: value = "task-3231381" [ 1152.813840] env[68828]: _type = "Task" [ 1152.813840] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.822353] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.980734] env[68828]: INFO nova.compute.manager [None req-bdd2335e-3a82-49be-a627-c9f478c86a7b tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance to original state: 'active' [ 1153.107310] env[68828]: DEBUG oslo_concurrency.lockutils [None req-af011050-7df5-46c6-86be-69afe9994246 tempest-ListImageFiltersTestJSON-1644461778 tempest-ListImageFiltersTestJSON-1644461778-project-member] Lock "e7cf9e01-adb6-4ffd-a344-6097999ce1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.680s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.251549] env[68828]: INFO nova.compute.manager [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Detaching volume 0199db25-e4d1-46db-acac-3c2b2ff06d97 [ 1153.293105] env[68828]: INFO nova.virt.block_device [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Attempting to driver detach volume 0199db25-e4d1-46db-acac-3c2b2ff06d97 from mountpoint /dev/sdb [ 1153.293486] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1153.293783] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645861', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'name': 'volume-0199db25-e4d1-46db-acac-3c2b2ff06d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'serial': '0199db25-e4d1-46db-acac-3c2b2ff06d97'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1153.295134] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a818109-ddc7-4109-b7a0-2f238ed83343 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.324809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ddfc1b-5df7-44f9-b010-cb9df0baf150 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.332919] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261864} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.334495] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.334696] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.334878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.340545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b85c7-7388-4c5f-8ffc-4ba86a59264e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.363730] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f3c48-0825-447a-a824-5bf63f3a23a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.380208] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] The volume has not been displaced from its original location: [datastore1] volume-0199db25-e4d1-46db-acac-3c2b2ff06d97/volume-0199db25-e4d1-46db-acac-3c2b2ff06d97.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1153.385639] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.387560] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe160e80-d765-4089-8738-7948fc739a26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.402376] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f549a4d-4bd3-4110-b3ff-f483f74aa73f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.411317] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294527a9-9dab-49ea-9a20-09baf6273aa6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.414489] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1153.414489] env[68828]: value = "task-3231382" [ 1153.414489] env[68828]: _type = "Task" [ 1153.414489] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.445117] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5729a9-d68c-47c8-9a84-b22161d587be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.451081] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.455955] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522ca38-4746-4a8c-9ff7-957f9ddb450f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.472096] env[68828]: DEBUG nova.compute.provider_tree [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.684936] env[68828]: DEBUG nova.compute.manager [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.685195] env[68828]: DEBUG nova.compute.manager [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing instance network info cache due to event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.685327] env[68828]: DEBUG oslo_concurrency.lockutils [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.685478] env[68828]: DEBUG oslo_concurrency.lockutils [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.685643] env[68828]: DEBUG nova.network.neutron [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.924739] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231382, 'name': ReconfigVM_Task, 'duration_secs': 0.297899} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.925986] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.930053] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76321f20-8cce-48dc-88c5-d5476efe455d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.945161] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1153.945161] env[68828]: value = "task-3231383" [ 1153.945161] env[68828]: _type = "Task" [ 1153.945161] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.960415] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.995458] env[68828]: ERROR nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [req-0b3a55cb-6dd6-450a-b35d-44eae1fa44a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b3a55cb-6dd6-450a-b35d-44eae1fa44a7"}]} [ 1154.014170] env[68828]: DEBUG nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.032408] env[68828]: DEBUG nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.032618] env[68828]: DEBUG nova.compute.provider_tree [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.043935] env[68828]: DEBUG nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.063613] env[68828]: DEBUG nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.255626] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.358443] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae18e71-39e6-431b-9561-a5b229279ea9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.369167] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e30ce7-96d2-41da-9471-1a8f2e5f3322 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.403629] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.403874] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.404082] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.404215] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.404378] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.404552] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.404760] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.404917] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.405175] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.405369] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.405554] env[68828]: DEBUG nova.virt.hardware [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.406389] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f87ca4-ef3e-42d2-a690-6df68da8d23b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.410198] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d2b15-0c03-41cf-b4a7-5023ca9acd7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.419934] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c17d003-dccb-4c0c-aaac-76abc71e88d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.426156] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a7d57-d3e7-4ae8-9028-8e6f635fc382 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.457340] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance VIF info [] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.466164] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.466164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.466164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.466164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.466164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.466164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.466438] env[68828]: DEBUG nova.compute.provider_tree [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.467784] env[68828]: INFO nova.compute.manager [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Terminating instance [ 1154.469708] env[68828]: DEBUG nova.network.neutron [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updated VIF entry in instance network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.470029] env[68828]: DEBUG nova.network.neutron [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6badb408-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.470957] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.475253] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405e5e74-ae5e-4b9c-afea-8b8e4a7c308c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.489784] env[68828]: DEBUG nova.compute.manager [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.490049] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.491190] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2f96df-5038-4ba1-b409-32da81cf1a24 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.498026] env[68828]: DEBUG oslo_vmware.api [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231383, 'name': ReconfigVM_Task, 'duration_secs': 0.155713} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.498026] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645861', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'name': 'volume-0199db25-e4d1-46db-acac-3c2b2ff06d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0199db25-e4d1-46db-acac-3c2b2ff06d97', 'serial': '0199db25-e4d1-46db-acac-3c2b2ff06d97'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.500796] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.500796] env[68828]: value = "task-3231384" [ 1154.500796] env[68828]: _type = "Task" [ 1154.500796] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.506024] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1154.506024] env[68828]: value = "task-3231385" [ 1154.506024] env[68828]: _type = "Task" [ 1154.506024] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.511445] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231384, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.516291] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.978804] env[68828]: DEBUG oslo_concurrency.lockutils [req-c34501d8-c4c6-47da-8208-a3820b9c3ff1 req-38e745dd-870d-4e37-883d-b7a6e84444af service nova] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.006015] env[68828]: DEBUG nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.006431] env[68828]: DEBUG nova.compute.provider_tree [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 144 to 145 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.006678] env[68828]: DEBUG nova.compute.provider_tree [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.017759] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231384, 'name': CreateVM_Task, 'duration_secs': 0.294123} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.018305] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.018772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.018966] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.019435] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.022785] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2fd20e-d43d-4f27-a68e-f1ecc6a5a7b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.024433] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231385, 'name': PowerOffVM_Task, 'duration_secs': 0.183281} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.025231] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.025497] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.025748] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645874', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'name': 'volume-8a16a1a4-4dc0-46d4-a339-181438d1468c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '957188b3-5d1d-4048-8aed-3b8238ca271f', 'attached_at': '2025-04-03T05:47:58.000000', 'detached_at': '', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'serial': '8a16a1a4-4dc0-46d4-a339-181438d1468c'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.026864] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3393b9-90bc-4fa7-8dbf-dfa0d02201e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.030877] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1155.030877] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520ceab5-6de5-4dde-c574-1203df6b3a8b" [ 1155.030877] env[68828]: _type = "Task" [ 1155.030877] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.052258] env[68828]: DEBUG nova.objects.instance [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.054652] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213427c1-6137-44cd-96d3-5504cbb1e664 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.061365] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520ceab5-6de5-4dde-c574-1203df6b3a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.025639} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.061996] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.062252] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.062491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.062640] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.062818] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.063118] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56b8b6f5-0f63-45c2-9d9b-cb3b1c8f162c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.067962] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9acc6-b174-4fda-9e07-dca95e670a79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.090116] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6837e447-3a37-4797-bfa3-ba8d4c9be97c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.092564] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.092747] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.093439] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d531ada-68f0-476c-9fe5-ed4b8390b827 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.110627] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a16a1a4-4dc0-46d4-a339-181438d1468c/volume-8a16a1a4-4dc0-46d4-a339-181438d1468c.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.116622] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.118343] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bbb581-4232-4a82-8aae-298f9e2f34e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.130974] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1155.130974] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5228e3a3-67a8-e1de-2c04-6e0ba1d2e649" [ 1155.130974] env[68828]: _type = "Task" [ 1155.130974] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.136424] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1155.136424] env[68828]: value = "task-3231386" [ 1155.136424] env[68828]: _type = "Task" [ 1155.136424] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.139328] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5228e3a3-67a8-e1de-2c04-6e0ba1d2e649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.146444] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.641202] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5228e3a3-67a8-e1de-2c04-6e0ba1d2e649, 'name': SearchDatastore_Task, 'duration_secs': 0.03662} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.644900] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120fe4d0-8ea6-4af6-b895-e4e0be420b10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.652049] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231386, 'name': ReconfigVM_Task, 'duration_secs': 0.485766} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.652613] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.657939] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1155.657939] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a7cf6d-5be1-c1f8-bd2f-4e14ef3c4867" [ 1155.657939] env[68828]: _type = "Task" [ 1155.657939] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.658202] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d60f24-1fb9-4c1e-8c01-93a050b27f10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.677039] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a7cf6d-5be1-c1f8-bd2f-4e14ef3c4867, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.677648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.677915] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.678225] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1155.678225] env[68828]: value = "task-3231387" [ 1155.678225] env[68828]: _type = "Task" [ 1155.678225] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.678407] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4695a804-9f55-45f1-a259-1335741cec7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.688172] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.689390] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1155.689390] env[68828]: value = "task-3231388" [ 1155.689390] env[68828]: _type = "Task" [ 1155.689390] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.696394] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.019021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.449s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.020792] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.835s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.021022] env[68828]: DEBUG nova.objects.instance [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lazy-loading 'resources' on Instance uuid 374c2815-449a-434b-a27a-1cbe7e795c01 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.066070] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9a1ba90e-b6c6-4297-be63-c80d6e721b74 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.190842] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231387, 'name': ReconfigVM_Task, 'duration_secs': 0.165507} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.194162] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645874', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'name': 'volume-8a16a1a4-4dc0-46d4-a339-181438d1468c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '957188b3-5d1d-4048-8aed-3b8238ca271f', 'attached_at': '2025-04-03T05:47:58.000000', 'detached_at': '', 'volume_id': '8a16a1a4-4dc0-46d4-a339-181438d1468c', 'serial': '8a16a1a4-4dc0-46d4-a339-181438d1468c'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.194518] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.195281] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ceed68-8599-4cb6-b91a-e7f8c38c1a63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.201358] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.203946] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1474a6f5-81db-4b6d-81da-b60c57163e7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.205307] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468333} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.205542] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.205746] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.206253] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d1e0ef-153d-4211-890e-ad77da553991 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.211290] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1156.211290] env[68828]: value = "task-3231390" [ 1156.211290] env[68828]: _type = "Task" [ 1156.211290] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.218490] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.247172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.247476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.247835] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.247835] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.248127] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.250556] env[68828]: INFO nova.compute.manager [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Terminating instance [ 1156.271340] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.271677] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.271899] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore2] 957188b3-5d1d-4048-8aed-3b8238ca271f {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.272211] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acb8d839-5198-47bf-b52e-e0a6c5964b1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.283495] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1156.283495] env[68828]: value = "task-3231391" [ 1156.283495] env[68828]: _type = "Task" [ 1156.283495] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.291334] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.575103] env[68828]: INFO nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocation for migration 4888f2b8-c2c2-43d1-a0e6-3198b161d59a [ 1156.721744] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064926} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.722482] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.723142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b905f1-8a3d-4ac7-87d1-ea0bf9d574a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.743256] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.745553] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ec887e-3425-4146-a65d-6bccb3d43689 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.760056] env[68828]: DEBUG nova.compute.manager [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.760194] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.760914] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d4887-42fe-43f0-9b14-b36c49d682c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.768290] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.771232] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e430ac-f3c4-401f-8502-24cd5834dfc0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.772571] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1156.772571] env[68828]: value = "task-3231392" [ 1156.772571] env[68828]: _type = "Task" [ 1156.772571] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.777010] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1156.777010] env[68828]: value = "task-3231393" [ 1156.777010] env[68828]: _type = "Task" [ 1156.777010] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.782680] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.791602] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.797045] env[68828]: DEBUG oslo_vmware.api [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145395} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.799921] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.800188] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.800438] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.800736] env[68828]: INFO nova.compute.manager [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1156.801161] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.801704] env[68828]: DEBUG nova.compute.manager [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.801865] env[68828]: DEBUG nova.network.neutron [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.812012] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d441548a-87fa-46e4-a3ce-f22ef5c12c53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.819744] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64481d50-8e21-4e4d-a052-50bc3a2b9b58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.854847] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1dbb71-5c27-43b5-adeb-176e5fa64087 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.862914] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88980cc-8e1b-4204-a978-2d789b083221 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.877108] env[68828]: DEBUG nova.compute.provider_tree [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.082203] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.512s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.284916] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231392, 'name': ReconfigVM_Task, 'duration_secs': 0.275457} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.285449] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d1304f94-a718-495f-b26a-669bdf0040c8/d1304f94-a718-495f-b26a-669bdf0040c8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.286198] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3c8b0b6-17c6-4b40-89d3-49c58940a0de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.292564] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231393, 'name': PowerOffVM_Task, 'duration_secs': 0.224501} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.295105] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.295475] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.296122] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a5d6340-b161-4d27-ad61-e92c11328fce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.299870] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1157.299870] env[68828]: value = "task-3231394" [ 1157.299870] env[68828]: _type = "Task" [ 1157.299870] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.315042] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231394, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.317699] env[68828]: DEBUG nova.compute.manager [req-2f9a3e7e-e69e-4a21-8ddc-b88721821bbb req-dd0aad40-e407-47d0-8c28-15304349ff42 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Received event network-vif-deleted-fc3cb5e6-c79f-4086-bc44-47657fcbd75b {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.317996] env[68828]: INFO nova.compute.manager [req-2f9a3e7e-e69e-4a21-8ddc-b88721821bbb req-dd0aad40-e407-47d0-8c28-15304349ff42 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Neutron deleted interface fc3cb5e6-c79f-4086-bc44-47657fcbd75b; detaching it from the instance and deleting it from the info cache [ 1157.318291] env[68828]: DEBUG nova.network.neutron [req-2f9a3e7e-e69e-4a21-8ddc-b88721821bbb req-dd0aad40-e407-47d0-8c28-15304349ff42 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.366406] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.366912] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.367298] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleting the datastore file [datastore1] 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.367765] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036758e1-ab5f-4b92-a44c-de72963ad630 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.375637] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1157.375637] env[68828]: value = "task-3231396" [ 1157.375637] env[68828]: _type = "Task" [ 1157.375637] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.381984] env[68828]: DEBUG nova.scheduler.client.report [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.394027] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.796980] env[68828]: DEBUG nova.network.neutron [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.810853] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231394, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.821050] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38e8c933-ba8e-4742-bfee-09186965e1e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.830018] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3d47e-6b05-48e7-8ce7-386570e9d141 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.864749] env[68828]: DEBUG nova.compute.manager [req-2f9a3e7e-e69e-4a21-8ddc-b88721821bbb req-dd0aad40-e407-47d0-8c28-15304349ff42 service nova] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Detach interface failed, port_id=fc3cb5e6-c79f-4086-bc44-47657fcbd75b, reason: Instance 957188b3-5d1d-4048-8aed-3b8238ca271f could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.885092] env[68828]: DEBUG oslo_vmware.api [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486403} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.885402] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.885603] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.885783] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.885955] env[68828]: INFO nova.compute.manager [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1157.886223] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.886459] env[68828]: DEBUG nova.compute.manager [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.886563] env[68828]: DEBUG nova.network.neutron [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.888792] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.890899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.502s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.891135] env[68828]: DEBUG nova.objects.instance [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lazy-loading 'resources' on Instance uuid d8fe743e-24a0-48cb-9a77-e8ba5307b157 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.912317] env[68828]: INFO nova.scheduler.client.report [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted allocations for instance 374c2815-449a-434b-a27a-1cbe7e795c01 [ 1158.114622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.114942] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.115117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.115304] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.115473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.118318] env[68828]: INFO nova.compute.manager [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Terminating instance [ 1158.302118] env[68828]: INFO nova.compute.manager [-] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Took 1.50 seconds to deallocate network for instance. [ 1158.313917] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231394, 'name': Rename_Task, 'duration_secs': 0.519481} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.314494] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.314756] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e46491c-4c9c-441d-aa79-b215a1e21f13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.321502] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1158.321502] env[68828]: value = "task-3231397" [ 1158.321502] env[68828]: _type = "Task" [ 1158.321502] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.331906] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.420932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-59636835-f1e2-47c8-992f-ccde7bfa3902 tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "374c2815-449a-434b-a27a-1cbe7e795c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.660s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.627452] env[68828]: DEBUG nova.compute.manager [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.627452] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.627452] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d85cd-eaaf-4dfe-b65a-aac2261fce70 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.640169] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.642105] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d23acb-7f43-4cf2-ae84-2c7f18ab7aca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.650291] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1158.650291] env[68828]: value = "task-3231398" [ 1158.650291] env[68828]: _type = "Task" [ 1158.650291] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.660622] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.686436] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdbe95b-e1b5-4260-a70a-ae51bd8f6eeb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.694045] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ca4274-da1e-4b1e-bb32-950f935a541b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.724939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f53c9-9cc0-4482-b26f-55a67e4cf48c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.733077] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac8a83b-5848-4caa-a2e9-7f1df49a3964 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.746584] env[68828]: DEBUG nova.compute.provider_tree [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.831184] env[68828]: DEBUG oslo_vmware.api [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231397, 'name': PowerOnVM_Task, 'duration_secs': 0.447202} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.831379] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.831545] env[68828]: DEBUG nova.compute.manager [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.832310] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc57b8-bd00-4664-9046-f70d34e8a15a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.849016] env[68828]: INFO nova.compute.manager [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Took 0.55 seconds to detach 1 volumes for instance. [ 1158.891444] env[68828]: DEBUG nova.network.neutron [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.161938] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231398, 'name': PowerOffVM_Task, 'duration_secs': 0.209344} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.162263] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.162404] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.162691] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97372dc5-f87f-4ed4-8aec-da99135d76e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.243359] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.243612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.243798] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleting the datastore file [datastore1] 2f503703-a96f-438e-a2f5-1e371d01a9fa {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.244087] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e573847c-ef54-40a8-b9f7-ed4a4da5d28e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.249870] env[68828]: DEBUG nova.scheduler.client.report [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.254766] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for the task: (returnval){ [ 1159.254766] env[68828]: value = "task-3231400" [ 1159.254766] env[68828]: _type = "Task" [ 1159.254766] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.263426] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.341668] env[68828]: DEBUG nova.compute.manager [req-3fb0834f-b703-4f76-9952-5ab6d5eda652 req-1fcb93ab-9ec6-4f1f-8a72-ff33e1322b02 service nova] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Received event network-vif-deleted-db3958db-5e1b-4e5e-bcfe-73876e09b799 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.349713] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.354834] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.395072] env[68828]: INFO nova.compute.manager [-] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Took 1.51 seconds to deallocate network for instance. [ 1159.675201] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "d1304f94-a718-495f-b26a-669bdf0040c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.675618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.675968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "d1304f94-a718-495f-b26a-669bdf0040c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.676291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.676611] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.679491] env[68828]: INFO nova.compute.manager [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Terminating instance [ 1159.756681] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.759762] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.078s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.761436] env[68828]: INFO nova.compute.claims [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.773431] env[68828]: DEBUG oslo_vmware.api [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Task: {'id': task-3231400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217265} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.773708] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.773893] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.774084] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.774259] env[68828]: INFO nova.compute.manager [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1159.774535] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.774754] env[68828]: DEBUG nova.compute.manager [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.774859] env[68828]: DEBUG nova.network.neutron [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.780962] env[68828]: INFO nova.scheduler.client.report [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Deleted allocations for instance d8fe743e-24a0-48cb-9a77-e8ba5307b157 [ 1159.900847] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.183509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "refresh_cache-d1304f94-a718-495f-b26a-669bdf0040c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.183771] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "refresh_cache-d1304f94-a718-495f-b26a-669bdf0040c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.183927] env[68828]: DEBUG nova.network.neutron [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.289027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3d85bd9e-7512-477c-993a-28aa8b779baa tempest-MultipleCreateTestJSON-755162011 tempest-MultipleCreateTestJSON-755162011-project-member] Lock "d8fe743e-24a0-48cb-9a77-e8ba5307b157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.249s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.702771] env[68828]: DEBUG nova.network.neutron [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.750552] env[68828]: DEBUG nova.network.neutron [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.848536] env[68828]: DEBUG nova.network.neutron [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.038460] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9407aa6b-b8e6-4859-832a-86d667add674 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.043489] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f89e1-d708-4559-8003-3d3da3814928 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.074489] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa639db-e0f7-4af2-827e-e49b7ca9c2bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.081823] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d730da-b3c0-4495-b808-6ed2724d0c3b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.094724] env[68828]: DEBUG nova.compute.provider_tree [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.253633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "refresh_cache-d1304f94-a718-495f-b26a-669bdf0040c8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.254474] env[68828]: DEBUG nova.compute.manager [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.254474] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.255363] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3eff67-4684-4ac5-a22b-2593600096c6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.266204] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.266204] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1474f771-2fc0-4acc-97ad-d77521930cf4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.271035] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1161.271035] env[68828]: value = "task-3231401" [ 1161.271035] env[68828]: _type = "Task" [ 1161.271035] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.282099] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.351656] env[68828]: INFO nova.compute.manager [-] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Took 1.58 seconds to deallocate network for instance. [ 1161.428488] env[68828]: DEBUG nova.compute.manager [req-2ed1b847-2a01-47fb-81b8-6bcad6d49074 req-f601593c-fd57-4d43-a556-7ea27430878e service nova] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Received event network-vif-deleted-dbdaa419-5dc5-4bce-b263-ba0bfcd6588c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.600150] env[68828]: DEBUG nova.scheduler.client.report [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.782249] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231401, 'name': PowerOffVM_Task, 'duration_secs': 0.212052} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.782532] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.782704] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.782944] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dde6782-dfdb-45a6-b8fc-469fec9d5a87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.807599] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.807822] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.808010] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleting the datastore file [datastore1] d1304f94-a718-495f-b26a-669bdf0040c8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.808531] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13358d9d-4788-478a-abaa-632611402d61 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.814472] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1161.814472] env[68828]: value = "task-3231403" [ 1161.814472] env[68828]: _type = "Task" [ 1161.814472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.821843] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.863395] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.108209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.108737] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.111473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.235s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.111688] env[68828]: DEBUG nova.objects.instance [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.326311] env[68828]: DEBUG oslo_vmware.api [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176524} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.326771] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.326942] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.327176] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.327363] env[68828]: INFO nova.compute.manager [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1162.327632] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.328871] env[68828]: DEBUG nova.compute.manager [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.328871] env[68828]: DEBUG nova.network.neutron [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.344113] env[68828]: DEBUG nova.network.neutron [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.614904] env[68828]: DEBUG nova.compute.utils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.619147] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.619494] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.655840] env[68828]: DEBUG nova.policy [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c57d78c3484f538cc037ec861d3aeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e472e10c2d4269887f7a86aff9a465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.846048] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2357c0-e3ad-4358-9e86-59ea1b3d4d79 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.848763] env[68828]: DEBUG nova.network.neutron [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.854852] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd7e03-6992-4fb1-90b8-dad72f9b4a99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.885347] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a23de-c1a4-47d3-93a6-b67f549edba3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.892418] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15499590-b7af-4a01-8621-4b1fc65948e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.907780] env[68828]: DEBUG nova.compute.provider_tree [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.943949] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Successfully created port: 120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.121295] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.352065] env[68828]: INFO nova.compute.manager [-] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Took 1.02 seconds to deallocate network for instance. [ 1163.411142] env[68828]: DEBUG nova.scheduler.client.report [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.858669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.915807] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.918232] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.953s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.918465] env[68828]: DEBUG nova.objects.instance [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'resources' on Instance uuid 91a69b84-3008-4041-94c0-7068ea891edd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.937395] env[68828]: INFO nova.scheduler.client.report [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07 [ 1164.134211] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.160971] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.161255] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.161414] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.161599] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.161747] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.161895] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.162135] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.162301] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.162471] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.162639] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.162809] env[68828]: DEBUG nova.virt.hardware [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.163694] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2cc4f2-84a4-43d0-9e09-ded0a2410f27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.172158] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6914e11-40c2-4f91-93a8-c557e55a52a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.296110] env[68828]: DEBUG nova.compute.manager [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Received event network-vif-plugged-120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.296394] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] Acquiring lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.296572] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.296743] env[68828]: DEBUG oslo_concurrency.lockutils [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.296918] env[68828]: DEBUG nova.compute.manager [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] No waiting events found dispatching network-vif-plugged-120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.297226] env[68828]: WARNING nova.compute.manager [req-5b7c75b2-bf11-4dae-a36f-286b34ab64c2 req-430fa097-c8e7-4ead-be04-f75d4bc983be service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Received unexpected event network-vif-plugged-120d82b6-5338-4d5e-af6d-43a328b5723c for instance with vm_state building and task_state spawning. [ 1164.378442] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Successfully updated port: 120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.446446] env[68828]: DEBUG oslo_concurrency.lockutils [None req-66349460-61cd-4633-baff-b7fdd9a213f5 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "9241d4e6-208d-4ba1-8cb0-9e2ee61feb07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.612s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.644431] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4863bacf-692d-4397-a6a7-f817616ea256 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.654414] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed9672-2ec9-4a6c-b6b9-ffe44f93d46e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.683117] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd35ce-cbbb-451b-af60-cb5ceadf1031 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.690403] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e75cb-42b7-4478-8470-3ec82fa848ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.703467] env[68828]: DEBUG nova.compute.provider_tree [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.883883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.883883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.884069] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.206743] env[68828]: DEBUG nova.scheduler.client.report [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.240868] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "8240d878-657c-4473-b3f5-d5c9d600800f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.241129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.241308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.241498] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.241657] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.243663] env[68828]: INFO nova.compute.manager [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Terminating instance [ 1165.415205] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.531469] env[68828]: DEBUG nova.network.neutron [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updating instance_info_cache with network_info: [{"id": "120d82b6-5338-4d5e-af6d-43a328b5723c", "address": "fa:16:3e:f4:23:41", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120d82b6-53", "ovs_interfaceid": "120d82b6-5338-4d5e-af6d-43a328b5723c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.711648] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.714031] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.850s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.716098] env[68828]: INFO nova.compute.claims [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.733034] env[68828]: INFO nova.scheduler.client.report [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted allocations for instance 91a69b84-3008-4041-94c0-7068ea891edd [ 1165.747889] env[68828]: DEBUG nova.compute.manager [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.748089] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.749117] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b38b7-79ab-42d3-ada1-c6052b39cfb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.757316] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.758039] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fde41a6-8899-4ae5-84ab-e524f35f70f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.763893] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1165.763893] env[68828]: value = "task-3231404" [ 1165.763893] env[68828]: _type = "Task" [ 1165.763893] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.772957] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.034649] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.035036] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance network_info: |[{"id": "120d82b6-5338-4d5e-af6d-43a328b5723c", "address": "fa:16:3e:f4:23:41", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120d82b6-53", "ovs_interfaceid": "120d82b6-5338-4d5e-af6d-43a328b5723c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.035813] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:23:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '120d82b6-5338-4d5e-af6d-43a328b5723c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.043818] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.044056] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.044305] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b268ccd-0715-4a62-b542-809d2913f9b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.063091] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.063091] env[68828]: value = "task-3231405" [ 1166.063091] env[68828]: _type = "Task" [ 1166.063091] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.072330] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231405, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.240862] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3393ccae-a37d-4518-89bc-8edd5c1a67f5 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "91a69b84-3008-4041-94c0-7068ea891edd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.719s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.275451] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231404, 'name': PowerOffVM_Task, 'duration_secs': 0.176309} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.275711] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.275883] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.276226] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0883aafa-5a7d-4c2e-a0dd-45592e7e253f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.338821] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.339103] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.339331] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 8240d878-657c-4473-b3f5-d5c9d600800f {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.339652] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a53dc565-a24c-4982-975d-027ace318986 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.346803] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1166.346803] env[68828]: value = "task-3231407" [ 1166.346803] env[68828]: _type = "Task" [ 1166.346803] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.357019] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.572872] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231405, 'name': CreateVM_Task, 'duration_secs': 0.330004} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.573432] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.573865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.574076] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.574475] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.574798] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910b4b81-9b4f-4e4d-938a-14bc84d7fb69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.579150] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1166.579150] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241b639-ab2e-b630-a297-fc8a9e1ef7c6" [ 1166.579150] env[68828]: _type = "Task" [ 1166.579150] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.587078] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241b639-ab2e-b630-a297-fc8a9e1ef7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.624202] env[68828]: DEBUG nova.compute.manager [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Received event network-changed-120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.624202] env[68828]: DEBUG nova.compute.manager [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Refreshing instance network info cache due to event network-changed-120d82b6-5338-4d5e-af6d-43a328b5723c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.624360] env[68828]: DEBUG oslo_concurrency.lockutils [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] Acquiring lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.624536] env[68828]: DEBUG oslo_concurrency.lockutils [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] Acquired lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.624695] env[68828]: DEBUG nova.network.neutron [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Refreshing network info cache for port 120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.856059] env[68828]: DEBUG oslo_vmware.api [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134499} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.856345] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.856713] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.857024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.857117] env[68828]: INFO nova.compute.manager [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1166.857373] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.859982] env[68828]: DEBUG nova.compute.manager [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.860093] env[68828]: DEBUG nova.network.neutron [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.945736] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78adca8c-c5a0-47b5-b08a-f801cb1c45b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.953267] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b2b59-4a44-43dd-8029-0eb38d216653 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.983929] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4680635-10a2-41a3-900a-6969159a23fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.990846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a6195-a15e-40a5-a609-373dc7731b4d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.005578] env[68828]: DEBUG nova.compute.provider_tree [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.089744] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5241b639-ab2e-b630-a297-fc8a9e1ef7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.090035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.090278] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.090512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.090666] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.090843] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.091108] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9823145-4596-4e01-9ad0-462110d05e0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.099014] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.099192] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.099861] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913f8bcb-8b98-4509-8dd5-3be82f93723e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.104394] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1167.104394] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cd8218-68de-b2eb-6424-a6ea1abe3c9c" [ 1167.104394] env[68828]: _type = "Task" [ 1167.104394] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.111489] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cd8218-68de-b2eb-6424-a6ea1abe3c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.327482] env[68828]: DEBUG nova.network.neutron [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updated VIF entry in instance network info cache for port 120d82b6-5338-4d5e-af6d-43a328b5723c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.327887] env[68828]: DEBUG nova.network.neutron [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updating instance_info_cache with network_info: [{"id": "120d82b6-5338-4d5e-af6d-43a328b5723c", "address": "fa:16:3e:f4:23:41", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120d82b6-53", "ovs_interfaceid": "120d82b6-5338-4d5e-af6d-43a328b5723c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.508249] env[68828]: DEBUG nova.scheduler.client.report [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.617537] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cd8218-68de-b2eb-6424-a6ea1abe3c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.007523} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.618317] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579493dc-ba50-4a8c-aa97-9194607cebfa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.623653] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1167.623653] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52270df3-743d-2ce7-7bb0-a26c717501b5" [ 1167.623653] env[68828]: _type = "Task" [ 1167.623653] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.631379] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52270df3-743d-2ce7-7bb0-a26c717501b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.686780] env[68828]: DEBUG nova.network.neutron [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.830278] env[68828]: DEBUG oslo_concurrency.lockutils [req-5c0e2ab5-f00e-495e-ba8c-45e9d8b06aa3 req-b6fe7474-9439-428d-bdac-093cf6862df0 service nova] Releasing lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.014526] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.015149] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.019009] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.666s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.019261] env[68828]: DEBUG nova.objects.instance [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'resources' on Instance uuid 31a48226-287d-47b9-a293-0e15f62cf5fd {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.135033] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52270df3-743d-2ce7-7bb0-a26c717501b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.135349] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.135545] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.135826] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917e4acc-cd16-40ac-b504-c49683ecf2a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.142589] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1168.142589] env[68828]: value = "task-3231408" [ 1168.142589] env[68828]: _type = "Task" [ 1168.142589] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.157504] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.189762] env[68828]: INFO nova.compute.manager [-] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Took 1.33 seconds to deallocate network for instance. [ 1168.521090] env[68828]: DEBUG nova.compute.utils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.523117] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.523310] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.565209] env[68828]: DEBUG nova.policy [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.649933] env[68828]: DEBUG nova.compute.manager [req-a6594e13-a23a-4130-ab8a-4bc6a63758b1 req-b08f8cbb-ffdb-4b89-bbf0-481d1b750e33 service nova] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Received event network-vif-deleted-12fef610-961d-45e6-b89d-6fb9df3879a3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.656612] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454009} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.657092] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.657353] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.657814] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d94e4da5-fb6e-4174-9fee-46b0ef677db2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.664760] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1168.664760] env[68828]: value = "task-3231409" [ 1168.664760] env[68828]: _type = "Task" [ 1168.664760] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.677670] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.695785] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.761636] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ae4c1-9d13-4965-bd36-f2b7fc8db3d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.769985] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f29af2-c71c-4626-b8f0-8e67dece79c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.803907] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dcd158-45ef-4a48-9f0a-33b8fea3b09a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.811976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c508e2-6bee-4cdf-a393-5c79a2858676 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.826379] env[68828]: DEBUG nova.compute.provider_tree [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.850090] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Successfully created port: 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.029158] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.175261] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064283} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.175542] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.176329] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec6d20-856e-41b5-bb84-7c72fd328b29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.204020] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.204020] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe31113a-2c8d-4cd5-880a-d7958b31b362 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.221123] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1169.221123] env[68828]: value = "task-3231410" [ 1169.221123] env[68828]: _type = "Task" [ 1169.221123] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.229744] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.330054] env[68828]: DEBUG nova.scheduler.client.report [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.731879] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231410, 'name': ReconfigVM_Task, 'duration_secs': 0.479129} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.732158] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.732772] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d19c89-5e27-47aa-8b37-3576391ce13a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.739067] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1169.739067] env[68828]: value = "task-3231411" [ 1169.739067] env[68828]: _type = "Task" [ 1169.739067] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.748474] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231411, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.835109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.837467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.196s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.865040] env[68828]: INFO nova.scheduler.client.report [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted allocations for instance 31a48226-287d-47b9-a293-0e15f62cf5fd [ 1170.041318] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.070746] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.071011] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.071192] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.071381] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.071530] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.071680] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.071887] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.072057] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.072237] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.072376] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.072542] env[68828]: DEBUG nova.virt.hardware [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.073438] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa32fad7-ab04-4467-a84e-076a3ee0f1d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.082017] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f6b7e1-7859-4f9c-aed9-7af5d4c9167d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.248808] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231411, 'name': Rename_Task, 'duration_secs': 0.133049} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.249240] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.249556] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a0d376-2e4c-4dc3-9403-c8c3ffdadf6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.256049] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1170.256049] env[68828]: value = "task-3231412" [ 1170.256049] env[68828]: _type = "Task" [ 1170.256049] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.264353] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.329478] env[68828]: DEBUG nova.compute.manager [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-vif-plugged-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.329478] env[68828]: DEBUG oslo_concurrency.lockutils [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.329652] env[68828]: DEBUG oslo_concurrency.lockutils [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.329863] env[68828]: DEBUG oslo_concurrency.lockutils [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.329950] env[68828]: DEBUG nova.compute.manager [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] No waiting events found dispatching network-vif-plugged-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.330866] env[68828]: WARNING nova.compute.manager [req-5809281f-5d7b-40fb-a8d3-3fbcfe1cfc42 req-43f2ec0a-1bae-4d6a-88be-972769f6ab58 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received unexpected event network-vif-plugged-8676ca97-99b7-456f-9e88-d7c7b24aac95 for instance with vm_state building and task_state spawning. [ 1170.341391] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Successfully updated port: 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.371899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f03d3632-a037-4301-928c-a675616392df tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "31a48226-287d-47b9-a293-0e15f62cf5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.786s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.766845] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.851788] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.851863] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852036] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.878583] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.878758] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.878877] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.879073] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance aaa4efed-a739-46d8-872e-91525fa03fe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.879137] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.879278] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1170.879415] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 8240d878-657c-4473-b3f5-d5c9d600800f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1170.879676] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.879837] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 957188b3-5d1d-4048-8aed-3b8238ca271f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1170.879965] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2f503703-a96f-438e-a2f5-1e371d01a9fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1170.880095] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 031eb43a-ef3a-4557-863d-8bac0d1b9854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.880213] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bfd3355e-7716-411f-b806-ac09beb14f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.880327] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 47c1251b-c3e7-4797-b26c-eb4535616e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.880518] env[68828]: WARNING nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d1304f94-a718-495f-b26a-669bdf0040c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1170.880677] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f433af0c-f804-4bff-beb0-61b11f67b5ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.880758] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 539f5867-e287-4151-88cd-dbf04015f82a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.880946] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (0c65c51f-8bae-4ffe-92bf-020e73c32cf3): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1170.881291] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1170.881470] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1171.096698] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b392357-44ae-4f90-ad84-13e7097b376e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.104030] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872162ce-5100-4633-a0cd-ee66f881376e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.136328] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6717c5-2743-4b4b-be3e-95f728d6f038 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.143960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444bdf4-4102-4e61-a4e1-8c92c5f1114f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.156940] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.266658] env[68828]: DEBUG oslo_vmware.api [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231412, 'name': PowerOnVM_Task, 'duration_secs': 0.648262} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.266935] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.267157] env[68828]: INFO nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1171.267342] env[68828]: DEBUG nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.268196] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a01b8-a1cc-428f-a2ba-2ea58d44baf1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.393774] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.519216] env[68828]: DEBUG nova.network.neutron [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.661254] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.784765] env[68828]: INFO nova.compute.manager [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Took 29.12 seconds to build instance. [ 1172.022440] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.022796] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Instance network_info: |[{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.023232] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:d9:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8676ca97-99b7-456f-9e88-d7c7b24aac95', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.030923] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.031147] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.031370] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745e5891-999f-4811-8d47-730acef94184 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.051690] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.051690] env[68828]: value = "task-3231414" [ 1172.051690] env[68828]: _type = "Task" [ 1172.051690] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.059701] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231414, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.166042] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1172.166042] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.329s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.166308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.452s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.166712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.169985] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.820s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.170109] env[68828]: DEBUG nova.objects.instance [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1172.286632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f2d8f7f-747b-4ac1-96f9-543465c14ff1 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.634s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.356847] env[68828]: DEBUG nova.compute.manager [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.356847] env[68828]: DEBUG nova.compute.manager [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing instance network info cache due to event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.357069] env[68828]: DEBUG oslo_concurrency.lockutils [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.357219] env[68828]: DEBUG oslo_concurrency.lockutils [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.357406] env[68828]: DEBUG nova.network.neutron [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.561898] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231414, 'name': CreateVM_Task, 'duration_secs': 0.321612} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.562075] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.562760] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.562930] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.563260] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.563514] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9395e63-b440-4d90-b197-eb63e34acec2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.568722] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1172.568722] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52542fb0-deeb-d308-5221-c14fd4ea3a0e" [ 1172.568722] env[68828]: _type = "Task" [ 1172.568722] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.576010] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52542fb0-deeb-d308-5221-c14fd4ea3a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.682739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1ed25fbe-644d-4203-ad23-d994603bdaba tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.273s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.682739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.427s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.682865] env[68828]: INFO nova.compute.manager [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Unshelving [ 1173.069899] env[68828]: DEBUG nova.network.neutron [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updated VIF entry in instance network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.070279] env[68828]: DEBUG nova.network.neutron [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.082227] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52542fb0-deeb-d308-5221-c14fd4ea3a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.083164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.083392] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.083628] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.083774] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.083955] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.084455] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3cbaf3-8a1c-4ba8-98f1-ebe2bd9e9bbf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.092918] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.093110] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.093794] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf1444d-5cb6-46f7-812d-3d36054784d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.098650] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1173.098650] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d8afda-f8e3-62f4-e7a4-c65d10ea7a99" [ 1173.098650] env[68828]: _type = "Task" [ 1173.098650] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.106380] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d8afda-f8e3-62f4-e7a4-c65d10ea7a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.180106] env[68828]: DEBUG oslo_concurrency.lockutils [None req-69e9d694-d7c5-4b91-b9f1-9a9378d8acc4 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.181311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.827s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.181508] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.184285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.284s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.184529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.186246] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.323s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.186478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.188072] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.330s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.188247] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.189996] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.494s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.190222] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.212034] env[68828]: INFO nova.scheduler.client.report [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Deleted allocations for instance 2f503703-a96f-438e-a2f5-1e371d01a9fa [ 1173.213622] env[68828]: INFO nova.scheduler.client.report [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted allocations for instance 957188b3-5d1d-4048-8aed-3b8238ca271f [ 1173.229188] env[68828]: INFO nova.scheduler.client.report [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 8240d878-657c-4473-b3f5-d5c9d600800f [ 1173.234080] env[68828]: INFO nova.scheduler.client.report [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleted allocations for instance d1304f94-a718-495f-b26a-669bdf0040c8 [ 1173.243163] env[68828]: INFO nova.scheduler.client.report [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted allocations for instance 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e [ 1173.463461] env[68828]: DEBUG nova.compute.manager [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Received event network-changed-120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.463461] env[68828]: DEBUG nova.compute.manager [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Refreshing instance network info cache due to event network-changed-120d82b6-5338-4d5e-af6d-43a328b5723c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.463461] env[68828]: DEBUG oslo_concurrency.lockutils [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] Acquiring lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.463461] env[68828]: DEBUG oslo_concurrency.lockutils [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] Acquired lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.463461] env[68828]: DEBUG nova.network.neutron [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Refreshing network info cache for port 120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.576664] env[68828]: DEBUG oslo_concurrency.lockutils [req-198640b1-b586-4801-808d-c1b47a6ef6a6 req-800178ba-4aea-4c5a-84cd-af13e6ff417c service nova] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.615435] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d8afda-f8e3-62f4-e7a4-c65d10ea7a99, 'name': SearchDatastore_Task, 'duration_secs': 0.007711} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.615435] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893d7363-96b0-4d57-b879-00c6d59e55d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.620968] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1173.620968] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5231e450-2ef5-0402-7baa-b9fa433687dd" [ 1173.620968] env[68828]: _type = "Task" [ 1173.620968] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.633281] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5231e450-2ef5-0402-7baa-b9fa433687dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.700169] env[68828]: DEBUG nova.compute.utils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.730779] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3e4c3a59-78ac-4f58-af68-8f500337c99d tempest-DeleteServersTestJSON-2121841233 tempest-DeleteServersTestJSON-2121841233-project-member] Lock "2f503703-a96f-438e-a2f5-1e371d01a9fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.616s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.731922] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dfbd1347-5db3-47e4-bac0-8c9b0e6397a6 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "957188b3-5d1d-4048-8aed-3b8238ca271f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.268s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.746033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1becacfb-9eda-4e9c-b940-7ea853257cf3 tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "d1304f94-a718-495f-b26a-669bdf0040c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.070s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.747500] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e02394d-ebe4-455d-a794-6adc864b2525 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "8240d878-657c-4473-b3f5-d5c9d600800f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.506s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.751735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-45de27be-0719-446f-9480-66bc294f032d tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.504s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.028058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "47c1251b-c3e7-4797-b26c-eb4535616e93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.028328] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.028553] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "47c1251b-c3e7-4797-b26c-eb4535616e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.028720] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.028948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.032146] env[68828]: INFO nova.compute.manager [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Terminating instance [ 1174.132164] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5231e450-2ef5-0402-7baa-b9fa433687dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.132510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.132674] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 539f5867-e287-4151-88cd-dbf04015f82a/539f5867-e287-4151-88cd-dbf04015f82a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.132968] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3e18784-8011-493c-a61b-a9e5ac9f69d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.140222] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1174.140222] env[68828]: value = "task-3231415" [ 1174.140222] env[68828]: _type = "Task" [ 1174.140222] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.151010] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.203953] env[68828]: INFO nova.virt.block_device [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Booting with volume 19badd69-29ec-4287-8c0a-c66a553d27b7 at /dev/sdb [ 1174.212202] env[68828]: DEBUG nova.network.neutron [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updated VIF entry in instance network info cache for port 120d82b6-5338-4d5e-af6d-43a328b5723c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.212873] env[68828]: DEBUG nova.network.neutron [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updating instance_info_cache with network_info: [{"id": "120d82b6-5338-4d5e-af6d-43a328b5723c", "address": "fa:16:3e:f4:23:41", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120d82b6-53", "ovs_interfaceid": "120d82b6-5338-4d5e-af6d-43a328b5723c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.253026] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9771c782-9de9-467e-9169-ad8c37d7d8fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.261347] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db74eb-c945-4119-bbb3-2c50fa33c2e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.308279] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7121fe2c-9386-4bcf-855a-5cf986c2af98 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.320910] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1140448-4e18-45d9-9cac-fce41fae06e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.358231] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fca42-939a-4268-a72d-1e4aa298010d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.365770] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ea622-582b-4ea1-80ab-857d6461a4f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.381284] env[68828]: DEBUG nova.virt.block_device [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating existing volume attachment record: b80886d3-3211-4b2a-a731-fa200fec479b {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.535960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "refresh_cache-47c1251b-c3e7-4797-b26c-eb4535616e93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.536202] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquired lock "refresh_cache-47c1251b-c3e7-4797-b26c-eb4535616e93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.536350] env[68828]: DEBUG nova.network.neutron [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.650853] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231415, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.716282] env[68828]: DEBUG oslo_concurrency.lockutils [req-cf794221-8dde-4b25-82a3-1b8d3d8deeba req-cc7f87b5-4086-4114-8301-54b7d2d4c318 service nova] Releasing lock "refresh_cache-f433af0c-f804-4bff-beb0-61b11f67b5ee" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.868925] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.869212] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.982473] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.983141] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.059228] env[68828]: DEBUG nova.network.neutron [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.116332] env[68828]: DEBUG nova.network.neutron [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.154873] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763758} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.155262] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 539f5867-e287-4151-88cd-dbf04015f82a/539f5867-e287-4151-88cd-dbf04015f82a.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.155501] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.155819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09cd8337-b04e-4f21-86c1-10e684091cf0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.166179] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1175.166179] env[68828]: value = "task-3231420" [ 1175.166179] env[68828]: _type = "Task" [ 1175.166179] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.177652] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.374944] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.439144] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.439433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.439702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.439940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.440149] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.442642] env[68828]: INFO nova.compute.manager [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Terminating instance [ 1175.488497] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.622027] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Releasing lock "refresh_cache-47c1251b-c3e7-4797-b26c-eb4535616e93" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.622027] env[68828]: DEBUG nova.compute.manager [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.622027] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.622027] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290b4f8c-71b5-4d51-b747-2a465667aa34 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.631104] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.631104] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c3dc34-9171-488c-b233-eea1cce870c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.636901] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1175.636901] env[68828]: value = "task-3231421" [ 1175.636901] env[68828]: _type = "Task" [ 1175.636901] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.645527] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.675388] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260293} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.679122] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.679122] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477a4592-1766-4cb1-a4eb-695a15e6a63d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.703131] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 539f5867-e287-4151-88cd-dbf04015f82a/539f5867-e287-4151-88cd-dbf04015f82a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.703131] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee57bcd-fbdc-4110-b826-5347fd112e1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.723760] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1175.723760] env[68828]: value = "task-3231422" [ 1175.723760] env[68828]: _type = "Task" [ 1175.723760] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.731893] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.898330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.898463] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.900206] env[68828]: INFO nova.compute.claims [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.948733] env[68828]: DEBUG nova.compute.manager [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.949065] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.950124] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e61a5b-3fa8-48d1-8ba4-65b495b06084 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.957835] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.958062] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be035dcd-d98d-4e99-8e34-b1f908e70b7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.963631] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1175.963631] env[68828]: value = "task-3231423" [ 1175.963631] env[68828]: _type = "Task" [ 1175.963631] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.971722] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.010712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.148791] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231421, 'name': PowerOffVM_Task, 'duration_secs': 0.285965} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.149157] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.149376] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.149949] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d75c4d-9c7d-46cd-8507-12c1ec973d44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.172589] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.172930] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.173035] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleting the datastore file [datastore2] 47c1251b-c3e7-4797-b26c-eb4535616e93 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.173295] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d30d0fa-b84d-4781-bdba-8ecc57bf99e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.179417] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for the task: (returnval){ [ 1176.179417] env[68828]: value = "task-3231425" [ 1176.179417] env[68828]: _type = "Task" [ 1176.179417] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.188120] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.233051] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231422, 'name': ReconfigVM_Task, 'duration_secs': 0.437056} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.233228] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 539f5867-e287-4151-88cd-dbf04015f82a/539f5867-e287-4151-88cd-dbf04015f82a.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.233811] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32941814-f5df-44a2-be18-9a17be1111a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.240110] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1176.240110] env[68828]: value = "task-3231426" [ 1176.240110] env[68828]: _type = "Task" [ 1176.240110] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.249560] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231426, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.473998] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231423, 'name': PowerOffVM_Task, 'duration_secs': 0.202762} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.475572] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.475757] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.478345] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a3e4a2-bb08-4631-b1f2-22d08f93dd17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.480375] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.480660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.540650] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.540880] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.541078] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleting the datastore file [datastore2] e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.541421] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55363d60-e657-4f72-adae-fb2273efcb4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.547733] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1176.547733] env[68828]: value = "task-3231428" [ 1176.547733] env[68828]: _type = "Task" [ 1176.547733] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.555668] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.689528] env[68828]: DEBUG oslo_vmware.api [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Task: {'id': task-3231425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.689804] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.689988] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.690181] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.690356] env[68828]: INFO nova.compute.manager [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1176.690596] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.690790] env[68828]: DEBUG nova.compute.manager [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.690883] env[68828]: DEBUG nova.network.neutron [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.708033] env[68828]: DEBUG nova.network.neutron [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.752054] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231426, 'name': Rename_Task, 'duration_secs': 0.15646} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.752054] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.752054] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8de8289-be6b-48a0-b2ad-83cd8d509668 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.759685] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1176.759685] env[68828]: value = "task-3231430" [ 1176.759685] env[68828]: _type = "Task" [ 1176.759685] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.770735] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.984085] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.061578] env[68828]: DEBUG oslo_vmware.api [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309277} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.061887] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.062170] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.062358] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.062537] env[68828]: INFO nova.compute.manager [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1177.062794] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.063044] env[68828]: DEBUG nova.compute.manager [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.063110] env[68828]: DEBUG nova.network.neutron [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.143245] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df61c9-6e05-4563-a113-8614cfffd3e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.151061] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75880dca-8b4f-43e9-ba0c-f978bf66cec7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.183238] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5e33a-20e8-4d61-9af3-89357aa57c64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.191291] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8931486-7d37-4e4d-824e-e5a01be20836 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.205505] env[68828]: DEBUG nova.compute.provider_tree [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.210569] env[68828]: DEBUG nova.network.neutron [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.269626] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231430, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.349705] env[68828]: DEBUG nova.compute.manager [req-09eb54ab-920a-47ef-883f-8f8eb558a605 req-323a50b5-6283-4715-b549-3f7b8e3b381d service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Received event network-vif-deleted-3cb14437-de70-480d-a4f5-55e2f9dfc7f8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.349962] env[68828]: INFO nova.compute.manager [req-09eb54ab-920a-47ef-883f-8f8eb558a605 req-323a50b5-6283-4715-b549-3f7b8e3b381d service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Neutron deleted interface 3cb14437-de70-480d-a4f5-55e2f9dfc7f8; detaching it from the instance and deleting it from the info cache [ 1177.350108] env[68828]: DEBUG nova.network.neutron [req-09eb54ab-920a-47ef-883f-8f8eb558a605 req-323a50b5-6283-4715-b549-3f7b8e3b381d service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.506883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.710360] env[68828]: DEBUG nova.scheduler.client.report [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.714925] env[68828]: INFO nova.compute.manager [-] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Took 1.02 seconds to deallocate network for instance. [ 1177.769935] env[68828]: DEBUG oslo_vmware.api [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231430, 'name': PowerOnVM_Task, 'duration_secs': 0.568238} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.770271] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.770514] env[68828]: INFO nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1177.770707] env[68828]: DEBUG nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.771506] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4e49d-283d-4169-9e43-20d23b07cbdb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.828549] env[68828]: DEBUG nova.network.neutron [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.853742] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-363b8580-e76a-4ec8-bec1-9ff88d5a4fdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.862808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2b29d6-759e-48f4-b0de-0117417c5085 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.892689] env[68828]: DEBUG nova.compute.manager [req-09eb54ab-920a-47ef-883f-8f8eb558a605 req-323a50b5-6283-4715-b549-3f7b8e3b381d service nova] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Detach interface failed, port_id=3cb14437-de70-480d-a4f5-55e2f9dfc7f8, reason: Instance e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.216327] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.217069] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.220078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.210s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.221575] env[68828]: INFO nova.compute.claims [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.224372] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.291098] env[68828]: INFO nova.compute.manager [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Took 29.45 seconds to build instance. [ 1178.333665] env[68828]: INFO nova.compute.manager [-] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Took 1.27 seconds to deallocate network for instance. [ 1178.516308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.516627] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.516818] env[68828]: INFO nova.compute.manager [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Shelving [ 1178.726823] env[68828]: DEBUG nova.compute.utils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.728287] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.728445] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.791814] env[68828]: DEBUG nova.policy [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.793394] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c3e071bf-ee65-4171-8cd4-ef398db9b1c6 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.956s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.840409] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.897269] env[68828]: DEBUG nova.compute.manager [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.897487] env[68828]: DEBUG nova.compute.manager [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.897760] env[68828]: DEBUG oslo_concurrency.lockutils [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.897906] env[68828]: DEBUG oslo_concurrency.lockutils [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.898535] env[68828]: DEBUG nova.network.neutron [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.219998] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Successfully created port: 3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.233040] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.457960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62689063-9456-427f-8cb6-eeb4f1339ad4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.472789] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c2b62b-9f84-4d88-802b-2f1b9f54f68b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.512060] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c259f-3f4f-49a5-9176-df60945c13af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.519924] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4861c-d69b-416e-a8d0-ba438f64333c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.526639] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.535189] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d351bc02-b9e3-432c-aa88-c2eb64adb766 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.537512] env[68828]: DEBUG nova.compute.provider_tree [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.545640] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1179.545640] env[68828]: value = "task-3231431" [ 1179.545640] env[68828]: _type = "Task" [ 1179.545640] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.553833] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.029781] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.040601] env[68828]: DEBUG nova.scheduler.client.report [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.060490] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231431, 'name': PowerOffVM_Task, 'duration_secs': 0.207068} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.060490] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.060490] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752500af-7341-4437-99cc-181d61a9c2bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.082366] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2730c8-da0a-4cfc-a052-794eb1dd282c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.244286] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.274771] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.275028] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.275195] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.275379] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.275527] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.275676] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.275882] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.276088] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.276272] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.276435] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.276621] env[68828]: DEBUG nova.virt.hardware [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.277633] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d552230-572d-4029-9b92-5a47ef85ff77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.285963] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b4724-ba12-4739-9901-7d666f664b1d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.359870] env[68828]: DEBUG nova.network.neutron [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.360271] env[68828]: DEBUG nova.network.neutron [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.550162] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.550690] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.553490] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.047s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.557826] env[68828]: INFO nova.compute.claims [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.597230] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.597731] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4958dc9-3502-4559-bfb7-d2e0fe5c5f3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.605310] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1180.605310] env[68828]: value = "task-3231432" [ 1180.605310] env[68828]: _type = "Task" [ 1180.605310] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.615599] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.747831] env[68828]: DEBUG nova.compute.manager [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Received event network-vif-plugged-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.748703] env[68828]: DEBUG oslo_concurrency.lockutils [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] Acquiring lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.749059] env[68828]: DEBUG oslo_concurrency.lockutils [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.749364] env[68828]: DEBUG oslo_concurrency.lockutils [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.749653] env[68828]: DEBUG nova.compute.manager [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] No waiting events found dispatching network-vif-plugged-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.749961] env[68828]: WARNING nova.compute.manager [req-8a63340d-f172-4bad-ab35-4ae1a72e5680 req-cd30e32d-912f-41bd-9f50-9f756a7d58bb service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Received unexpected event network-vif-plugged-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 for instance with vm_state building and task_state spawning. [ 1180.840889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.841056] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.853745] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Successfully updated port: 3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.863549] env[68828]: DEBUG oslo_concurrency.lockutils [req-afe3fba4-a151-4dca-bdeb-1e60dbc46585 req-1a12fe90-e002-419a-9a42-006e6b9b91e3 service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.925185] env[68828]: DEBUG nova.compute.manager [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.925391] env[68828]: DEBUG nova.compute.manager [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing instance network info cache due to event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.925610] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.925740] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.925906] env[68828]: DEBUG nova.network.neutron [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.060682] env[68828]: DEBUG nova.compute.utils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.065124] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.065124] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.117573] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231432, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.119645] env[68828]: DEBUG nova.policy [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b233832a661241439dd87ae19665aa25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194dc466d3a743f4a05a34fa1d385499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.344443] env[68828]: DEBUG nova.compute.utils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.359971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.359971] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.359971] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.508681] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Successfully created port: 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.566368] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.624477] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231432, 'name': CreateSnapshot_Task, 'duration_secs': 0.744541} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.624763] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.625731] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db76a6dd-e5b6-4c77-bf5e-6407be40fa9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.706409] env[68828]: DEBUG nova.network.neutron [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updated VIF entry in instance network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.706532] env[68828]: DEBUG nova.network.neutron [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.815126] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13640ad7-2c04-4bc1-a958-8e005b7c6865 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.823259] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c657d-2fc4-4109-b300-584a6e2ca1cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.854269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.855855] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59151247-5c20-48e5-accd-0bfe127f8976 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.865461] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c59cd-d33f-45a8-9b64-f2dea3bea01c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.879686] env[68828]: DEBUG nova.compute.provider_tree [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.906357] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.067959] env[68828]: DEBUG nova.network.neutron [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Updating instance_info_cache with network_info: [{"id": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "address": "fa:16:3e:77:b5:fc", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d6008-07", "ovs_interfaceid": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.157706] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.158396] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee813352-c4cc-429e-80c5-c75021823aa1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.168800] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1182.168800] env[68828]: value = "task-3231433" [ 1182.168800] env[68828]: _type = "Task" [ 1182.168800] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.176848] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231433, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.209028] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3d8470d-9c92-4b1c-b9d0-f597948d4ef0 req-67cca10e-2516-4bc2-98e2-4427fbc60710 service nova] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.382965] env[68828]: DEBUG nova.scheduler.client.report [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.570573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.570921] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Instance network_info: |[{"id": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "address": "fa:16:3e:77:b5:fc", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d6008-07", "ovs_interfaceid": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.571355] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b5:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.579026] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.580154] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.582133] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.582578] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb86c76-5a0c-430b-b485-ad4d81a2c71c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.603870] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.603870] env[68828]: value = "task-3231434" [ 1182.603870] env[68828]: _type = "Task" [ 1182.603870] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.613792] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231434, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.616513] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.616693] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.616854] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.617050] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.617264] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.617438] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.617652] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.617815] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.617984] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.618169] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.618345] env[68828]: DEBUG nova.virt.hardware [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.619126] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45148c61-7c02-490e-be3f-17f13761941d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.627193] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b4be2-0462-4a2b-bfe3-95a7d6618301 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.679490] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231433, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.801505] env[68828]: DEBUG nova.compute.manager [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Received event network-changed-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.801733] env[68828]: DEBUG nova.compute.manager [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Refreshing instance network info cache due to event network-changed-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.801985] env[68828]: DEBUG oslo_concurrency.lockutils [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] Acquiring lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.802283] env[68828]: DEBUG oslo_concurrency.lockutils [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] Acquired lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.802554] env[68828]: DEBUG nova.network.neutron [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Refreshing network info cache for port 3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.891572] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.892131] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.894776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.670s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.895010] env[68828]: DEBUG nova.objects.instance [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lazy-loading 'resources' on Instance uuid 47c1251b-c3e7-4797-b26c-eb4535616e93 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.941021] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.941362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.941601] env[68828]: INFO nova.compute.manager [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Attaching volume 1e94f506-1762-4381-bf08-40ce0f558422 to /dev/sdb [ 1182.959887] env[68828]: DEBUG nova.compute.manager [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.959975] env[68828]: DEBUG nova.compute.manager [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing instance network info cache due to event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.960616] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.960780] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.960948] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.985251] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b7463-4e92-4b92-9a59-1024e28d7643 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.992545] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353f2df-1804-4544-929d-4f860b63885e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.006260] env[68828]: DEBUG nova.virt.block_device [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating existing volume attachment record: 0b788785-a3d8-4970-8294-2ed2ca1b84f8 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.114983] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231434, 'name': CreateVM_Task, 'duration_secs': 0.359954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.115244] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.116032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.116268] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.116661] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.116944] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb74c4b-cec1-4b6d-ba95-f9ee31712573 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.121391] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1183.121391] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527bbd10-a51d-b755-5818-e30a5fe6eb3b" [ 1183.121391] env[68828]: _type = "Task" [ 1183.121391] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.129564] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527bbd10-a51d-b755-5818-e30a5fe6eb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.179992] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231433, 'name': CloneVM_Task} progress is 95%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.210119] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Successfully updated port: 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.400199] env[68828]: DEBUG nova.compute.utils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.403822] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.404040] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.460312] env[68828]: DEBUG nova.policy [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03d198e1d135460abe582c7cc8865ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd9dca402af4d23ab6d955cbfadd836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.572544] env[68828]: DEBUG nova.network.neutron [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Updated VIF entry in instance network info cache for port 3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.572912] env[68828]: DEBUG nova.network.neutron [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Updating instance_info_cache with network_info: [{"id": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "address": "fa:16:3e:77:b5:fc", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1d6008-07", "ovs_interfaceid": "3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.637276] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527bbd10-a51d-b755-5818-e30a5fe6eb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.033378} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.639026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.639598] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.639866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.640078] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.640262] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.640888] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190f2542-3695-41b6-b1b1-78334d2adaca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.652903] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.653117] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.654850] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff12538c-d70b-4c8f-b406-502c19a2d0ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.659687] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1183.659687] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222b7b4-6292-1c49-e086-fe8860519069" [ 1183.659687] env[68828]: _type = "Task" [ 1183.659687] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.667606] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222b7b4-6292-1c49-e086-fe8860519069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.669296] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4026e9a-fe9f-439b-88c1-dfd54e7f92c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.681896] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72e3c0-78da-4d19-872a-3878d224f780 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.685027] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231433, 'name': CloneVM_Task, 'duration_secs': 1.222988} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.685319] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Created linked-clone VM from snapshot [ 1183.686575] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fbd60-f984-4cef-874a-9068be96eba8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.719529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.719772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.720034] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.725746] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0848c0-7ea3-42fa-8c46-ab5d83cba8b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.731515] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Uploading image 0f561a34-8bea-4aca-9ada-67f003f02c43 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.739852] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c00a27-5ba6-43a8-afca-3bc3010776e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.755448] env[68828]: DEBUG nova.compute.provider_tree [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.773579] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.773579] env[68828]: value = "vm-645916" [ 1183.773579] env[68828]: _type = "VirtualMachine" [ 1183.773579] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.773860] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-adffa364-e2f8-494d-84e1-2139d88cbf04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.781299] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lease: (returnval){ [ 1183.781299] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5276f5cf-db6c-56ad-bfce-fb307e0f4c47" [ 1183.781299] env[68828]: _type = "HttpNfcLease" [ 1183.781299] env[68828]: } obtained for exporting VM: (result){ [ 1183.781299] env[68828]: value = "vm-645916" [ 1183.781299] env[68828]: _type = "VirtualMachine" [ 1183.781299] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.781564] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the lease: (returnval){ [ 1183.781564] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5276f5cf-db6c-56ad-bfce-fb307e0f4c47" [ 1183.781564] env[68828]: _type = "HttpNfcLease" [ 1183.781564] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.787467] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updated VIF entry in instance network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.787467] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.793225] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.793225] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5276f5cf-db6c-56ad-bfce-fb307e0f4c47" [ 1183.793225] env[68828]: _type = "HttpNfcLease" [ 1183.793225] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.793363] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.793363] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5276f5cf-db6c-56ad-bfce-fb307e0f4c47" [ 1183.793363] env[68828]: _type = "HttpNfcLease" [ 1183.793363] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1183.794730] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d461142-6b3f-4f55-b0c5-340734041de4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.801719] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.801923] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1183.899931] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e4b01f2-b933-4080-b0c4-855e48804cd6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.908711] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.078179] env[68828]: DEBUG oslo_concurrency.lockutils [req-c164c890-e134-4add-aa61-d97a6857bba0 req-dc33782b-629f-46cc-91f1-05ecea63fb4d service nova] Releasing lock "refresh_cache-2a725a45-2b45-45cc-b417-c494e05cc7b3" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.171265] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5222b7b4-6292-1c49-e086-fe8860519069, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.172098] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01faf0ca-6480-49ac-a812-264d16f1adb7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.177308] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1184.177308] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52adfff0-9f6d-d938-dd78-53d38cfbb026" [ 1184.177308] env[68828]: _type = "Task" [ 1184.177308] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.186866] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52adfff0-9f6d-d938-dd78-53d38cfbb026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.211540] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Successfully created port: 846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.258474] env[68828]: DEBUG nova.scheduler.client.report [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.269080] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.291117] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.294512] env[68828]: DEBUG nova.compute.manager [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.294720] env[68828]: DEBUG nova.compute.manager [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.294936] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.295087] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.295248] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.448255] env[68828]: DEBUG nova.network.neutron [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.689615] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52adfff0-9f6d-d938-dd78-53d38cfbb026, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.690579] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.690865] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2a725a45-2b45-45cc-b417-c494e05cc7b3/2a725a45-2b45-45cc-b417-c494e05cc7b3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.691150] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9ae62c9-95b5-41f6-bacc-66ed402c8e8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.700317] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1184.700317] env[68828]: value = "task-3231439" [ 1184.700317] env[68828]: _type = "Task" [ 1184.700317] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.709225] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.767311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.770138] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.929s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.770138] env[68828]: DEBUG nova.objects.instance [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'resources' on Instance uuid e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.798695] env[68828]: INFO nova.scheduler.client.report [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Deleted allocations for instance 47c1251b-c3e7-4797-b26c-eb4535616e93 [ 1184.836208] env[68828]: DEBUG nova.compute.manager [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.838723] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.838723] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.838723] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.838723] env[68828]: DEBUG nova.compute.manager [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] No waiting events found dispatching network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.838723] env[68828]: WARNING nova.compute.manager [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received unexpected event network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 for instance with vm_state building and task_state spawning. [ 1184.838723] env[68828]: DEBUG nova.compute.manager [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.838723] env[68828]: DEBUG nova.compute.manager [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing instance network info cache due to event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.838723] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.920488] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.951952] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.952335] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.952514] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.952729] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.952844] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.952989] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.953394] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.953632] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.953853] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.954119] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.954306] env[68828]: DEBUG nova.virt.hardware [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.955711] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.956072] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance network_info: |[{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.956939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc8324-fadf-4c3b-87f1-67e5bad46f29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.963323] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.963539] env[68828]: DEBUG nova.network.neutron [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.964832] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:54:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1aeaff-7bea-4952-831b-837846f7e549', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.974207] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.977890] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.986123] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f837713-46f7-4bab-8eef-0f88dc21ee48 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.005359] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ddaf9-25db-469e-a0e6-9806eea52ef1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.026430] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.026430] env[68828]: value = "task-3231440" [ 1185.026430] env[68828]: _type = "Task" [ 1185.026430] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.038058] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231440, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.216954] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.298827] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.301274] env[68828]: DEBUG nova.network.neutron [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.317948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5a06ea1c-4e80-4436-b3cc-6a712d9c628c tempest-ServerShowV247Test-1403722714 tempest-ServerShowV247Test-1403722714-project-member] Lock "47c1251b-c3e7-4797-b26c-eb4535616e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.289s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.441426] env[68828]: DEBUG nova.network.neutron [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updated VIF entry in instance network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.442266] env[68828]: DEBUG nova.network.neutron [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.537827] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231440, 'name': CreateVM_Task, 'duration_secs': 0.50622} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.543444] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.544424] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.546028] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.546028] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.546028] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85313a20-cbdd-480b-b1af-9f401e7b23d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.552026] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1185.552026] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524c3f70-b5fb-1e2b-c2c5-a49605c56019" [ 1185.552026] env[68828]: _type = "Task" [ 1185.552026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.559689] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524c3f70-b5fb-1e2b-c2c5-a49605c56019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.563223] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5870f-27ec-4d8f-9379-2b132d261655 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.570221] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f62db3-2e0a-4a8f-89d6-4be6599f6299 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.609285] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7222033e-ba16-4eec-8fb9-8b19bd7cd276 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.616858] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34cfeb9-f505-49b1-8b44-f32bbfb1883a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.634182] env[68828]: DEBUG nova.compute.provider_tree [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.711854] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624352} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.712102] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 2a725a45-2b45-45cc-b417-c494e05cc7b3/2a725a45-2b45-45cc-b417-c494e05cc7b3.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.712407] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.712707] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5359be-d2c5-4f21-849b-4abf82d483c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.719758] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1185.719758] env[68828]: value = "task-3231442" [ 1185.719758] env[68828]: _type = "Task" [ 1185.719758] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.728120] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.805873] env[68828]: DEBUG oslo_concurrency.lockutils [req-36e689ba-4558-436c-9b44-8d1fe26b8e6c req-b6c31129-ca44-451c-9e86-f3b1247c38ea service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.948784] env[68828]: DEBUG oslo_concurrency.lockutils [req-d8e59860-4fbe-4629-932c-a885927c80d7 req-532232a3-3244-4322-9f6c-eab0ec0d5925 service nova] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.061973] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524c3f70-b5fb-1e2b-c2c5-a49605c56019, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.061973] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.062782] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.063254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.063460] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.063723] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.064017] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77fc865-47ab-46c8-801d-ffecf9744231 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.073445] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.073445] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.074242] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b571de53-606a-46d9-bbc9-f778f8bf5b1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.080296] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1186.080296] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e7d2f5-cc7f-1257-f8ea-45319d2bbfef" [ 1186.080296] env[68828]: _type = "Task" [ 1186.080296] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.088088] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e7d2f5-cc7f-1257-f8ea-45319d2bbfef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.137321] env[68828]: DEBUG nova.scheduler.client.report [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.231705] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084486} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.231999] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.233347] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e28f4-6171-4817-b972-39fffab32fd3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.259018] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 2a725a45-2b45-45cc-b417-c494e05cc7b3/2a725a45-2b45-45cc-b417-c494e05cc7b3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.259346] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92458d29-0550-4da7-bcb5-53aa973eaecf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.285844] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1186.285844] env[68828]: value = "task-3231443" [ 1186.285844] env[68828]: _type = "Task" [ 1186.285844] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.297421] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.339146] env[68828]: DEBUG nova.compute.manager [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Received event network-vif-plugged-846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.339374] env[68828]: DEBUG oslo_concurrency.lockutils [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.339589] env[68828]: DEBUG oslo_concurrency.lockutils [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.339760] env[68828]: DEBUG oslo_concurrency.lockutils [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.339924] env[68828]: DEBUG nova.compute.manager [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] No waiting events found dispatching network-vif-plugged-846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.340183] env[68828]: WARNING nova.compute.manager [req-f23c17e2-d588-437e-b7bd-7c36d7251f35 req-527d747b-ffd8-428a-9dca-6100237c2f21 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Received unexpected event network-vif-plugged-846d925c-fed8-4c68-8ff0-7bf7ef1608da for instance with vm_state building and task_state spawning. [ 1186.437291] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Successfully updated port: 846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.542127] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.542127] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.578466] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.578714] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.591520] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e7d2f5-cc7f-1257-f8ea-45319d2bbfef, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.591520] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5dd5ab5-e21b-4c6d-9de3-f6a7c1426468 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.598130] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1186.598130] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d82be0-fe8d-cb89-0519-f9a255ff8ed3" [ 1186.598130] env[68828]: _type = "Task" [ 1186.598130] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.607195] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d82be0-fe8d-cb89-0519-f9a255ff8ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.614584] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "5dd0834c-7950-44df-818e-048a6b7c25b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.614824] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.642067] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.645030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.615s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.645030] env[68828]: DEBUG nova.objects.instance [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.663066] env[68828]: INFO nova.scheduler.client.report [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted allocations for instance e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7 [ 1186.796183] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231443, 'name': ReconfigVM_Task, 'duration_secs': 0.303035} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.796511] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 2a725a45-2b45-45cc-b417-c494e05cc7b3/2a725a45-2b45-45cc-b417-c494e05cc7b3.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.797233] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f1baf8-768a-4f62-918d-a64ce03642f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.803845] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1186.803845] env[68828]: value = "task-3231444" [ 1186.803845] env[68828]: _type = "Task" [ 1186.803845] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.812263] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231444, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.938758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.938758] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.938758] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.044704] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.080969] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.109929] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d82be0-fe8d-cb89-0519-f9a255ff8ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.110213] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.110481] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.110740] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e56f5d-3dcb-47c4-b81b-9dad062c47ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.117721] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.120879] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1187.120879] env[68828]: value = "task-3231445" [ 1187.120879] env[68828]: _type = "Task" [ 1187.120879] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.129937] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.148759] env[68828]: DEBUG nova.objects.instance [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'numa_topology' on Instance uuid 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.169821] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9479d4af-a1e0-4730-ba78-d34f1cf097c4 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.730s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.314181] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231444, 'name': Rename_Task, 'duration_secs': 0.22414} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.314602] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.314923] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d154ef0c-2b8a-4d9c-ad9b-a083d83d1146 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.322995] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1187.322995] env[68828]: value = "task-3231446" [ 1187.322995] env[68828]: _type = "Task" [ 1187.322995] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.331957] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.360682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.361016] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.361403] env[68828]: DEBUG nova.objects.instance [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid bfd3355e-7716-411f-b806-ac09beb14f7d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.476271] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.577026] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.604791] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.636055] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499858} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.636330] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.636626] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.636834] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59b2493-4e82-4ba6-957c-67f0f8c38ab8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.642940] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1187.642940] env[68828]: value = "task-3231447" [ 1187.642940] env[68828]: _type = "Task" [ 1187.642940] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.647248] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.652421] env[68828]: INFO nova.compute.claims [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.654959] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.713152] env[68828]: DEBUG nova.network.neutron [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating instance_info_cache with network_info: [{"id": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "address": "fa:16:3e:a2:c8:ce", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846d925c-fe", "ovs_interfaceid": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.835496] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.961784] env[68828]: DEBUG nova.objects.instance [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid bfd3355e-7716-411f-b806-ac09beb14f7d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.065540] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1188.065799] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1188.066939] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0346d3d-0694-4f3a-a03b-5ce9367963f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.084611] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a413c1-d44c-4823-90d8-f47548ca81f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.111583] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.111947] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987b4b72-3877-4a70-b390-89b8796cbb47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.130755] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1188.130755] env[68828]: value = "task-3231448" [ 1188.130755] env[68828]: _type = "Task" [ 1188.130755] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.139433] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.152329] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074864} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.152831] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.153860] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3caf53-304b-46d2-92bb-7e6a75aecc27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.180714] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.183671] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf0ca25-4fc7-4b14-8b0d-df11ccc3c6b3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.204671] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1188.204671] env[68828]: value = "task-3231449" [ 1188.204671] env[68828]: _type = "Task" [ 1188.204671] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.214644] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.217622] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.217622] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Instance network_info: |[{"id": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "address": "fa:16:3e:a2:c8:ce", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846d925c-fe", "ovs_interfaceid": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.218307] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:c8:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846d925c-fed8-4c68-8ff0-7bf7ef1608da', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.226658] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.229925] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.230433] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a03760d4-e7cf-4536-b8d8-51f228a73935 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.254855] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.254855] env[68828]: value = "task-3231450" [ 1188.254855] env[68828]: _type = "Task" [ 1188.254855] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.264240] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231450, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.336198] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.369025] env[68828]: DEBUG nova.compute.manager [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Received event network-changed-846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.369418] env[68828]: DEBUG nova.compute.manager [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Refreshing instance network info cache due to event network-changed-846d925c-fed8-4c68-8ff0-7bf7ef1608da. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.369680] env[68828]: DEBUG oslo_concurrency.lockutils [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] Acquiring lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.369980] env[68828]: DEBUG oslo_concurrency.lockutils [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] Acquired lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.370227] env[68828]: DEBUG nova.network.neutron [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Refreshing network info cache for port 846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.425143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "aaa4efed-a739-46d8-872e-91525fa03fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.425488] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.425967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.425967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.426237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.430145] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc5665-87b0-4527-bd8e-c3593e74dcff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.433908] env[68828]: INFO nova.compute.manager [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Terminating instance [ 1188.441341] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54396e99-bd24-4445-8445-aaff49665778 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.477384] env[68828]: DEBUG nova.objects.base [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.477615] env[68828]: DEBUG nova.network.neutron [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.480958] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a02b3c-5465-4653-8f3e-61bc0594d0a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.489886] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7ef4b-e2af-4cd8-b2e7-5b65d73d8090 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.505090] env[68828]: DEBUG nova.compute.provider_tree [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.582425] env[68828]: DEBUG nova.policy [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.643068] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231448, 'name': ReconfigVM_Task, 'duration_secs': 0.498474} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.643423] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.649153] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963bbc10-c312-4183-bb5c-8f1cea67eb17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.665827] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1188.665827] env[68828]: value = "task-3231451" [ 1188.665827] env[68828]: _type = "Task" [ 1188.665827] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.674034] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.714965] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231449, 'name': ReconfigVM_Task, 'duration_secs': 0.451883} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.714965] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Reconfigured VM instance instance-0000006d to attach disk [datastore2] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.715956] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b9586e5-1106-4b4a-8c26-d165d89c39bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.721979] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1188.721979] env[68828]: value = "task-3231452" [ 1188.721979] env[68828]: _type = "Task" [ 1188.721979] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.731097] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231452, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.766979] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231450, 'name': CreateVM_Task, 'duration_secs': 0.462276} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.766979] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.766979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.766979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.766979] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.766979] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988234ae-5cb2-4acb-84d0-6aef36fb681d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.771586] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1188.771586] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52294d6c-7905-86a2-893a-74ad8a4ac79a" [ 1188.771586] env[68828]: _type = "Task" [ 1188.771586] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.781801] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52294d6c-7905-86a2-893a-74ad8a4ac79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.834263] env[68828]: DEBUG oslo_vmware.api [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231446, 'name': PowerOnVM_Task, 'duration_secs': 1.194073} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.834588] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.834804] env[68828]: INFO nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1188.834985] env[68828]: DEBUG nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.835765] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e6f13-1967-4ef7-97cd-49fecb058323 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.942020] env[68828]: DEBUG nova.compute.manager [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.942020] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.942020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e898f-28b2-4656-891f-50b709c7f63d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.950693] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.951232] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2415d25-de10-4c34-b970-0e25203249b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.957548] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1188.957548] env[68828]: value = "task-3231453" [ 1188.957548] env[68828]: _type = "Task" [ 1188.957548] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.971213] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.009122] env[68828]: DEBUG nova.scheduler.client.report [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.092672] env[68828]: DEBUG nova.network.neutron [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updated VIF entry in instance network info cache for port 846d925c-fed8-4c68-8ff0-7bf7ef1608da. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.093094] env[68828]: DEBUG nova.network.neutron [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating instance_info_cache with network_info: [{"id": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "address": "fa:16:3e:a2:c8:ce", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846d925c-fe", "ovs_interfaceid": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.176144] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.232346] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231452, 'name': Rename_Task, 'duration_secs': 0.225} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.232751] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.233112] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d273e797-6273-4999-9866-f9290c6bce5d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.239649] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1189.239649] env[68828]: value = "task-3231454" [ 1189.239649] env[68828]: _type = "Task" [ 1189.239649] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.250861] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.282389] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52294d6c-7905-86a2-893a-74ad8a4ac79a, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.282708] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.282968] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.283229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.283380] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.283558] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.283841] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45dfc91b-86ba-4637-b9d1-5723a4800566 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.293160] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.293357] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.294121] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7d6842-2329-4656-8a0e-15c7aec9a7c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.299512] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1189.299512] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523529f9-9211-178a-7319-f308b19fcfba" [ 1189.299512] env[68828]: _type = "Task" [ 1189.299512] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.307205] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523529f9-9211-178a-7319-f308b19fcfba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.354430] env[68828]: INFO nova.compute.manager [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Took 13.48 seconds to build instance. [ 1189.468203] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231453, 'name': PowerOffVM_Task, 'duration_secs': 0.273113} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.468519] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.468703] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.469015] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf304e50-a277-432c-9da0-e5b5a0054219 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.514918] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.518305] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.943s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.521126] env[68828]: INFO nova.compute.claims [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.531558] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.531779] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.531982] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleting the datastore file [datastore2] aaa4efed-a739-46d8-872e-91525fa03fe4 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.532265] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5f9868-1f23-47f5-bd48-bf493d46fba0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.538772] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for the task: (returnval){ [ 1189.538772] env[68828]: value = "task-3231456" [ 1189.538772] env[68828]: _type = "Task" [ 1189.538772] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.547402] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.552880] env[68828]: INFO nova.network.neutron [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating port 6badb408-3030-4e37-b8ec-7d0d3cdb545a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1189.597022] env[68828]: DEBUG oslo_concurrency.lockutils [req-9a497d07-5c3f-4505-b28f-f5e23d1e714f req-d2109932-6e05-44b7-a996-df61e0787bd6 service nova] Releasing lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.680479] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.750934] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.810993] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523529f9-9211-178a-7319-f308b19fcfba, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.811831] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df61c3f-b193-4dad-94d5-7bef6057f994 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.817528] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1189.817528] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4fe2b-4157-96b8-ffa0-70b2e7f4c4b3" [ 1189.817528] env[68828]: _type = "Task" [ 1189.817528] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.825542] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4fe2b-4157-96b8-ffa0-70b2e7f4c4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.857165] env[68828]: DEBUG oslo_concurrency.lockutils [None req-12b0ac0a-ad63-458c-91bf-66b5a2d5ca3b tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.988s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.051610] env[68828]: DEBUG oslo_vmware.api [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Task: {'id': task-3231456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333851} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.051918] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.052120] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.052308] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.052519] env[68828]: INFO nova.compute.manager [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.052779] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.053021] env[68828]: DEBUG nova.compute.manager [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.053120] env[68828]: DEBUG nova.network.neutron [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.179180] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.251034] env[68828]: DEBUG oslo_vmware.api [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231454, 'name': PowerOnVM_Task, 'duration_secs': 0.657209} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.251330] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.251587] env[68828]: INFO nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1190.251809] env[68828]: DEBUG nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.252804] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ea56c-dcc6-4d9c-9d58-9d58f5d7ef63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.263296] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.263296] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.263678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.263678] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.263797] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.270364] env[68828]: INFO nova.compute.manager [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Terminating instance [ 1190.330511] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d4fe2b-4157-96b8-ffa0-70b2e7f4c4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.330511] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.330757] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 174db82b-e9f4-4c4f-b7ad-142fe309b16b/174db82b-e9f4-4c4f-b7ad-142fe309b16b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.330963] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb611eb-0be0-472a-9e02-81946c913c97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.340121] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1190.340121] env[68828]: value = "task-3231457" [ 1190.340121] env[68828]: _type = "Task" [ 1190.340121] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.348228] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.380701] env[68828]: DEBUG nova.network.neutron [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Successfully updated port: 249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.396814] env[68828]: DEBUG nova.compute.manager [req-9c0aa085-900f-49bc-9c2d-9299e011f273 req-9896e8fe-1cb5-4f7e-8cf3-d38b7f48abe3 service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Received event network-vif-deleted-eadb164a-2b09-40bf-ad2b-7cfa6ce03d89 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.396814] env[68828]: INFO nova.compute.manager [req-9c0aa085-900f-49bc-9c2d-9299e011f273 req-9896e8fe-1cb5-4f7e-8cf3-d38b7f48abe3 service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Neutron deleted interface eadb164a-2b09-40bf-ad2b-7cfa6ce03d89; detaching it from the instance and deleting it from the info cache [ 1190.396814] env[68828]: DEBUG nova.network.neutron [req-9c0aa085-900f-49bc-9c2d-9299e011f273 req-9896e8fe-1cb5-4f7e-8cf3-d38b7f48abe3 service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.414221] env[68828]: DEBUG nova.compute.manager [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.416926] env[68828]: DEBUG oslo_concurrency.lockutils [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.417179] env[68828]: DEBUG oslo_concurrency.lockutils [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.417359] env[68828]: DEBUG oslo_concurrency.lockutils [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.417563] env[68828]: DEBUG nova.compute.manager [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] No waiting events found dispatching network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.417794] env[68828]: WARNING nova.compute.manager [req-be736a51-dd6c-4be8-8a68-3699e7c6d21e req-0a271ba6-1ba2-4fb0-9f7c-6c45461eed04 service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received unexpected event network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 for instance with vm_state active and task_state None. [ 1190.679235] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.740077] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a82852-ec57-477e-a7e4-b4fe0d9cfed9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.748015] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f6a36-90e1-4f42-a612-1bc9c6dd6ee4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.781652] env[68828]: DEBUG nova.compute.manager [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.781846] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.784726] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae91a8d-6611-4666-a558-7bbb952fb4a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.787865] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c19ee5-afcf-47ff-bc64-33f3643aa143 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.791202] env[68828]: INFO nova.compute.manager [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Took 14.80 seconds to build instance. [ 1190.800025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026baf2-d7b0-4568-8c83-a516428ac2ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.803503] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.803814] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50cec839-09df-4734-a10b-3dec3b5396e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.815588] env[68828]: DEBUG nova.compute.provider_tree [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.819237] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1190.819237] env[68828]: value = "task-3231458" [ 1190.819237] env[68828]: _type = "Task" [ 1190.819237] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.827863] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.835996] env[68828]: DEBUG nova.network.neutron [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.849739] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.883977] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.884269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.884451] env[68828]: DEBUG nova.network.neutron [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.900039] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d414c99f-a91b-4b0a-9080-3cac12396437 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.912826] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7012379f-f4d4-47ae-b2b7-7c0a1b37eb54 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.950938] env[68828]: DEBUG nova.compute.manager [req-9c0aa085-900f-49bc-9c2d-9299e011f273 req-9896e8fe-1cb5-4f7e-8cf3-d38b7f48abe3 service nova] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Detach interface failed, port_id=eadb164a-2b09-40bf-ad2b-7cfa6ce03d89, reason: Instance aaa4efed-a739-46d8-872e-91525fa03fe4 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.098296] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.098296] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.098296] env[68828]: DEBUG nova.network.neutron [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.181651] env[68828]: DEBUG oslo_vmware.api [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231451, 'name': ReconfigVM_Task, 'duration_secs': 2.084973} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.182030] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.294110] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1697b115-aa7f-4bf9-8e6b-d429bf25b879 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.311s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.321218] env[68828]: DEBUG nova.scheduler.client.report [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.333995] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231458, 'name': PowerOffVM_Task, 'duration_secs': 0.39405} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.335681] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.335913] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.336071] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4b17b1-be69-4381-aca8-33b049414582 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.339399] env[68828]: INFO nova.compute.manager [-] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Took 1.29 seconds to deallocate network for instance. [ 1191.355955] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918377} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.355955] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 174db82b-e9f4-4c4f-b7ad-142fe309b16b/174db82b-e9f4-4c4f-b7ad-142fe309b16b.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.355955] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.355955] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-441d3526-256a-4ab0-9d54-88aacc979984 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.363595] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1191.363595] env[68828]: value = "task-3231460" [ 1191.363595] env[68828]: _type = "Task" [ 1191.363595] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.371812] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.408039] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.408794] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.409037] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore2] 2a725a45-2b45-45cc-b417-c494e05cc7b3 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.409329] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880fb790-98f6-4b3e-b5f4-37756d70dda6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.417403] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1191.417403] env[68828]: value = "task-3231461" [ 1191.417403] env[68828]: _type = "Task" [ 1191.417403] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.426773] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.431494] env[68828]: WARNING nova.network.neutron [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1191.722676] env[68828]: DEBUG nova.network.neutron [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "249f71df-9829-4477-94a5-f7cb08900709", "address": "fa:16:3e:d5:c7:b0", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249f71df-98", "ovs_interfaceid": "249f71df-9829-4477-94a5-f7cb08900709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.829814] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.830451] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.834400] env[68828]: DEBUG nova.network.neutron [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.837108] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.231s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.837108] env[68828]: INFO nova.compute.claims [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.849147] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.872568] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123809} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.872828] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.873634] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d05f5-e6ad-490b-a071-14c891d7040d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.903441] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 174db82b-e9f4-4c4f-b7ad-142fe309b16b/174db82b-e9f4-4c4f-b7ad-142fe309b16b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.904451] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3cf9e9d-91c0-4b12-8641-2dfa10acf52f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.933506] env[68828]: DEBUG oslo_vmware.api [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281881} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.934858] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.935073] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.935257] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.935430] env[68828]: INFO nova.compute.manager [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1191.935782] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.935950] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1191.935950] env[68828]: value = "task-3231462" [ 1191.935950] env[68828]: _type = "Task" [ 1191.935950] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.936157] env[68828]: DEBUG nova.compute.manager [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.936255] env[68828]: DEBUG nova.network.neutron [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.946550] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.226213] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.226816] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.227025] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.227954] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4078ac15-605d-4576-9215-9abeb03ad83e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.231416] env[68828]: DEBUG nova.objects.instance [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'flavor' on Instance uuid 031eb43a-ef3a-4557-863d-8bac0d1b9854 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.254137] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.254317] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.254531] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.254651] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.254796] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.254941] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.255162] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.255326] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.255530] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.255651] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.255828] env[68828]: DEBUG nova.virt.hardware [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.263199] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfiguring VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1192.264305] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5477be1-0856-428f-a428-a071de07f76d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.285318] env[68828]: DEBUG oslo_vmware.api [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1192.285318] env[68828]: value = "task-3231463" [ 1192.285318] env[68828]: _type = "Task" [ 1192.285318] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.296437] env[68828]: DEBUG oslo_vmware.api [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231463, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.341082] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.345325] env[68828]: DEBUG nova.compute.utils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.349785] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.350294] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.393381] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6eac4fbe6a46cbab3ddbe5e9ccea3d91',container_format='bare',created_at=2025-04-03T05:47:38Z,direct_url=,disk_format='vmdk',id=560598d9-ddd2-4692-90cf-fee857fa718e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1089578779-shelved',owner='469077700b7f430685389671cd01028a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T05:47:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.393693] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.393779] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.394435] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.394435] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.394558] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.394986] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.394986] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.395285] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.395495] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.395730] env[68828]: DEBUG nova.virt.hardware [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.397165] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44cdd98-aa72-4bd4-a831-0a94f796a964 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.406800] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf310a-20d3-43f1-9824-6078d857dad1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.412742] env[68828]: DEBUG nova.policy [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24d3a0554f240bb80238e3d67b28ec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286c8f09a64246408d5d647b35410771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.430993] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:89:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6badb408-3030-4e37-b8ec-7d0d3cdb545a', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.440788] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.441395] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.446331] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f047c4cc-4474-4c71-bd81-ed6f38249197 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.466791] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.468427] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.468427] env[68828]: value = "task-3231464" [ 1192.468427] env[68828]: _type = "Task" [ 1192.468427] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.476962] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231464, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.507660] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.508662] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afabd39-0b1e-4a2b-9a45-0ad1181cb132 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.520249] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.520460] env[68828]: ERROR oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk due to incomplete transfer. [ 1192.520650] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-858c88d0-1c81-4fb3-bc8d-cf94e1f8bb0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.529079] env[68828]: DEBUG oslo_vmware.rw_handles [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4b560-f83a-75be-7ad7-8358ade64177/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1192.529304] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Uploaded image 0f561a34-8bea-4aca-9ada-67f003f02c43 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1192.531821] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1192.532621] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69b497a1-e6b4-4448-bcbf-6403b421a658 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.539257] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1192.539257] env[68828]: value = "task-3231465" [ 1192.539257] env[68828]: _type = "Task" [ 1192.539257] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.547772] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231465, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.707069] env[68828]: DEBUG nova.compute.manager [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.707287] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.707575] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.707831] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.708280] env[68828]: DEBUG nova.compute.manager [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] No waiting events found dispatching network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.709427] env[68828]: WARNING nova.compute.manager [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received unexpected event network-vif-plugged-6badb408-3030-4e37-b8ec-7d0d3cdb545a for instance with vm_state shelved_offloaded and task_state spawning. [ 1192.709427] env[68828]: DEBUG nova.compute.manager [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.709427] env[68828]: DEBUG nova.compute.manager [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing instance network info cache due to event network-changed-6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.709427] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Acquiring lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.709722] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Acquired lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.709981] env[68828]: DEBUG nova.network.neutron [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Refreshing network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.737728] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.738025] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-249f71df-9829-4477-94a5-f7cb08900709. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.738155] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.738299] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.738456] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port 249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.739959] env[68828]: DEBUG oslo_concurrency.lockutils [None req-d9af1ee5-721c-4680-a119-9777507a38f9 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.799s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.752023] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Successfully created port: 05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.780532] env[68828]: DEBUG nova.network.neutron [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.796752] env[68828]: DEBUG oslo_vmware.api [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.851157] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.950700] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231462, 'name': ReconfigVM_Task, 'duration_secs': 0.552496} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.951183] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 174db82b-e9f4-4c4f-b7ad-142fe309b16b/174db82b-e9f4-4c4f-b7ad-142fe309b16b.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.951687] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a64456e0-c94f-4ce3-ba16-6dd725ea2103 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.957929] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1192.957929] env[68828]: value = "task-3231466" [ 1192.957929] env[68828]: _type = "Task" [ 1192.957929] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.967649] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231466, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.977831] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231464, 'name': CreateVM_Task, 'duration_secs': 0.36368} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.978028] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.978841] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.979109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.980884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.980884] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc674702-dedf-465d-aee0-93dea62e97f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.985557] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1192.985557] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e55604-e3f7-646a-2a35-7a29bd87fb4e" [ 1192.985557] env[68828]: _type = "Task" [ 1192.985557] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.994303] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52e55604-e3f7-646a-2a35-7a29bd87fb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.020573] env[68828]: INFO nova.compute.manager [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Rebuilding instance [ 1193.056068] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231465, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.080708] env[68828]: DEBUG nova.compute.manager [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.082409] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137b0301-798a-4046-ae04-7a2f02a63cb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.200178] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a886d0-a659-4139-a1c6-cb16cd92fbdb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.207984] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103bb724-2b53-48c1-828a-8be8ab06fffa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.239542] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb10d56-40f5-43e9-8eb2-baf518ab6a1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.248886] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9aad9f-f79f-420d-b8e7-ed7c67f32d7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.262774] env[68828]: DEBUG nova.compute.provider_tree [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.285967] env[68828]: INFO nova.compute.manager [-] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Took 1.35 seconds to deallocate network for instance. [ 1193.301983] env[68828]: DEBUG oslo_vmware.api [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231463, 'name': ReconfigVM_Task, 'duration_secs': 0.64564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.302471] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.302676] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfigured VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1193.468103] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231466, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.495478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495734] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Processing image 560598d9-ddd2-4692-90cf-fee857fa718e {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.495978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.496139] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.496321] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.496606] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853a9469-e9c4-4147-8d53-f2de752fc857 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.505057] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.505254] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.505982] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122d0479-ef85-4504-b2dc-8385684845db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.510917] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1193.510917] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]529965e4-7c28-fc03-83ea-0dfbbe5e1584" [ 1193.510917] env[68828]: _type = "Task" [ 1193.510917] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.518308] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]529965e4-7c28-fc03-83ea-0dfbbe5e1584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.550715] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231465, 'name': Destroy_Task, 'duration_secs': 0.684088} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.550966] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Destroyed the VM [ 1193.551216] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1193.551443] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f38785f8-3c62-4e12-96b8-ca2446fdf4e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.559769] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1193.559769] env[68828]: value = "task-3231467" [ 1193.559769] env[68828]: _type = "Task" [ 1193.559769] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.569630] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.765844] env[68828]: DEBUG nova.scheduler.client.report [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.797496] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port 249f71df-9829-4477-94a5-f7cb08900709. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.797952] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "249f71df-9829-4477-94a5-f7cb08900709", "address": "fa:16:3e:d5:c7:b0", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249f71df-98", "ovs_interfaceid": "249f71df-9829-4477-94a5-f7cb08900709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.799920] env[68828]: DEBUG nova.network.neutron [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updated VIF entry in instance network info cache for port 6badb408-3030-4e37-b8ec-7d0d3cdb545a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.800257] env[68828]: DEBUG nova.network.neutron [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [{"id": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "address": "fa:16:3e:75:89:77", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badb408-30", "ovs_interfaceid": "6badb408-3030-4e37-b8ec-7d0d3cdb545a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.802285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.806503] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7a8ffb7d-dcab-4a72-841e-3de19c0e5afd tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.445s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.864115] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.884938] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.885220] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.885383] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.885566] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.885714] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.886043] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.886307] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.886473] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.886722] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.886892] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.887077] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.888341] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a5090-b305-4b9e-a8b3-2c49bf33c8b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.897185] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2df1a-e013-4f2e-b289-460875c542e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.968524] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231466, 'name': Rename_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.022857] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1194.023123] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Fetch image to [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8/OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1194.023311] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Downloading stream optimized image 560598d9-ddd2-4692-90cf-fee857fa718e to [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8/OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8.vmdk on the data store datastore2 as vApp {{(pid=68828) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1194.023485] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Downloading image file data 560598d9-ddd2-4692-90cf-fee857fa718e to the ESX as VM named 'OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8' {{(pid=68828) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1194.073179] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231467, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.099728] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1194.099728] env[68828]: value = "resgroup-9" [ 1194.099728] env[68828]: _type = "ResourcePool" [ 1194.099728] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1194.100281] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.100505] env[68828]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3e217694-f9ba-4985-ba23-97c8a1d43e97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.115596] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1ebc68e-5769-4e18-8ab4-31ca97bb2957 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.124188] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1194.124188] env[68828]: value = "task-3231468" [ 1194.124188] env[68828]: _type = "Task" [ 1194.124188] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.124450] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease: (returnval){ [ 1194.124450] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1194.124450] env[68828]: _type = "HttpNfcLease" [ 1194.124450] env[68828]: } obtained for vApp import into resource pool (val){ [ 1194.124450] env[68828]: value = "resgroup-9" [ 1194.124450] env[68828]: _type = "ResourcePool" [ 1194.124450] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1194.124696] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the lease: (returnval){ [ 1194.124696] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1194.124696] env[68828]: _type = "HttpNfcLease" [ 1194.124696] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1194.133892] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.133892] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1194.133892] env[68828]: _type = "HttpNfcLease" [ 1194.133892] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.136907] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.271427] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.272158] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.275462] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.628s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.277149] env[68828]: INFO nova.compute.claims [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.303055] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.303427] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.303634] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing instance network info cache due to event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.303926] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.304101] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.304281] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.306333] env[68828]: DEBUG oslo_concurrency.lockutils [req-e76d3f02-3e57-4a5a-946a-0f0c8dfa0c1d req-02453afa-755c-4f0e-af14-7ea043e1f2a5 service nova] Releasing lock "refresh_cache-2ec5731b-9d9c-4cfc-9472-b38bf646a716" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.469417] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231466, 'name': Rename_Task, 'duration_secs': 1.290378} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.469694] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.470034] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c75fda-5601-435c-8696-739cd40cf742 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.475593] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1194.475593] env[68828]: value = "task-3231470" [ 1194.475593] env[68828]: _type = "Task" [ 1194.475593] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.484337] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.573667] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71941} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.573947] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1194.574244] env[68828]: DEBUG nova.compute.manager [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.575044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b82718d-2fa3-466d-b5d0-dd1961793803 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.578459] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Successfully updated port: 05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.636077] env[68828]: DEBUG nova.compute.manager [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Received event network-vif-plugged-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.636306] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] Acquiring lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.636504] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.636784] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.636866] env[68828]: DEBUG nova.compute.manager [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] No waiting events found dispatching network-vif-plugged-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.637036] env[68828]: WARNING nova.compute.manager [req-d5916c95-6704-40f3-a660-b18759a91554 req-9e7c15cb-6e6a-4620-adb9-7f9c8fd40212 service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Received unexpected event network-vif-plugged-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c for instance with vm_state building and task_state spawning. [ 1194.641757] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.641757] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1194.641757] env[68828]: _type = "HttpNfcLease" [ 1194.641757] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.641958] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231468, 'name': PowerOffVM_Task, 'duration_secs': 0.196321} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.642184] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.709479] env[68828]: INFO nova.compute.manager [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Detaching volume 1e94f506-1762-4381-bf08-40ce0f558422 [ 1194.746441] env[68828]: INFO nova.virt.block_device [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Attempting to driver detach volume 1e94f506-1762-4381-bf08-40ce0f558422 from mountpoint /dev/sdb [ 1194.746817] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.747064] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.748582] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8af33-89dc-4cee-8751-04a6523b6e04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.774594] env[68828]: DEBUG nova.compute.manager [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Received event network-changed-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.774887] env[68828]: DEBUG nova.compute.manager [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Refreshing instance network info cache due to event network-changed-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.775098] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] Acquiring lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.775274] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] Acquired lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.775443] env[68828]: DEBUG nova.network.neutron [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Refreshing network info cache for port 05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.777767] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec202f9-be6a-4e83-ba90-d4f612726bbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.781780] env[68828]: DEBUG nova.compute.utils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.786348] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.786551] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.794719] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad41b24-dfd3-4c0b-b89d-271556128215 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.819507] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe5f43-30e3-4197-aa13-8fce1dab6e63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.835868] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] The volume has not been displaced from its original location: [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.841521] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.843173] env[68828]: DEBUG nova.policy [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24d3a0554f240bb80238e3d67b28ec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286c8f09a64246408d5d647b35410771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.844756] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86dd466-b067-43c2-9072-e76e06187004 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.865457] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1194.865457] env[68828]: value = "task-3231471" [ 1194.865457] env[68828]: _type = "Task" [ 1194.865457] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.873455] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.987854] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.055040] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updated VIF entry in instance network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.055040] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.081057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.090145] env[68828]: INFO nova.compute.manager [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Shelve offloading [ 1195.135218] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.135218] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1195.135218] env[68828]: _type = "HttpNfcLease" [ 1195.135218] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.135513] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.135513] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52750239-3122-28ee-d108-8158ee9d99a6" [ 1195.135513] env[68828]: _type = "HttpNfcLease" [ 1195.135513] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1195.136246] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9f525-6a72-4b7d-b15c-9536a75ae09e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.144126] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.144126] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1195.217342] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Successfully created port: 552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.220325] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f960bf21-b52f-4862-8519-df712c6dbbad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.234033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.234033] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.285100] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.316102] env[68828]: DEBUG nova.network.neutron [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.375375] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231471, 'name': ReconfigVM_Task, 'duration_secs': 0.21774} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.377918] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.382666] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6b79f7-abf9-4f5e-a072-532ff61de0ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.393058] env[68828]: DEBUG nova.network.neutron [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.401073] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1195.401073] env[68828]: value = "task-3231472" [ 1195.401073] env[68828]: _type = "Task" [ 1195.401073] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.410309] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.491194] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.535085] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3477ca-14d4-4db4-9564-0b83048de70a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.549262] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dab4dd-80dc-4aa2-b3cf-0937786fa444 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.581465] env[68828]: DEBUG oslo_concurrency.lockutils [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.581740] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Received event network-vif-deleted-3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.581918] env[68828]: INFO nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Neutron deleted interface 3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0; detaching it from the instance and deleting it from the info cache [ 1195.582364] env[68828]: DEBUG nova.network.neutron [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.587257] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7150e-3cc3-41d5-9168-5f21ee600388 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.595192] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.596096] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1c89a8-29da-40bf-8e5a-92c43f6f9996 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.598587] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad085d3-beac-4c7c-90a6-feabed0d567c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.615581] env[68828]: DEBUG nova.compute.provider_tree [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.620990] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1195.620990] env[68828]: value = "task-3231473" [ 1195.620990] env[68828]: _type = "Task" [ 1195.620990] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.636115] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.636278] env[68828]: DEBUG nova.compute.manager [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.637096] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bcf0f6-5e66-4774-8ef1-175fc6917df9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.644491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.644693] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.644903] env[68828]: DEBUG nova.network.neutron [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.740728] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.740921] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.743945] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a9de7-f77c-4d26-b68b-7e740d82d884 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.759183] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f4247-a1c4-4ebd-aaae-fd3c5f01dc2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.787030] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfiguring VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1195.787030] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d461ee-184e-44a5-aea8-91fc987fb613 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.810041] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1195.810041] env[68828]: value = "task-3231474" [ 1195.810041] env[68828]: _type = "Task" [ 1195.810041] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.818296] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.898122] env[68828]: DEBUG oslo_concurrency.lockutils [req-0fb1efbe-2901-455d-8c0c-54dcaa18cb84 req-1be50bdd-9a47-4d19-8d50-7cb7177573dd service nova] Releasing lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.898122] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.898346] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.915027] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231472, 'name': ReconfigVM_Task, 'duration_secs': 0.171386} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.915256] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.990199] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.091730] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96289855-7579-4cb2-9d87-464e1446a3d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.101023] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9b76d-4ac1-4d3f-b962-6dc205806e14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.134762] env[68828]: DEBUG nova.scheduler.client.report [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.138016] env[68828]: DEBUG nova.compute.manager [req-af04a499-d6fc-4ece-89fe-e1bf1a1f4bb9 req-15f9a316-87c6-40d7-8f46-f5c043c2bf5b service nova] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Detach interface failed, port_id=3e1d6008-07b1-4fe5-bedc-2d7fcb1987e0, reason: Instance 2a725a45-2b45-45cc-b417-c494e05cc7b3 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.305557] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.322731] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.332938] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.333200] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.333361] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.333541] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.333688] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.333834] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.334051] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.334216] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.334382] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.334544] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.334714] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.335576] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8814a5e8-cb31-448f-90a4-5041bf61d1de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.342843] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c5c5bd-f5a1-43d6-afd9-9810da462925 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.348017] env[68828]: DEBUG nova.network.neutron [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.357646] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.442798] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.490005] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.639712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.640243] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.643255] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.794s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.643467] env[68828]: DEBUG nova.objects.instance [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lazy-loading 'resources' on Instance uuid aaa4efed-a739-46d8-872e-91525fa03fe4 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.648995] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Updating instance_info_cache with network_info: [{"id": "05048aaf-bb4b-4f91-ac69-dcb6baa3d76c", "address": "fa:16:3e:7c:55:4a", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05048aaf-bb", "ovs_interfaceid": "05048aaf-bb4b-4f91-ac69-dcb6baa3d76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.698043] env[68828]: DEBUG nova.compute.manager [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-vif-unplugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.698271] env[68828]: DEBUG oslo_concurrency.lockutils [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.698486] env[68828]: DEBUG oslo_concurrency.lockutils [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.698633] env[68828]: DEBUG oslo_concurrency.lockutils [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.698794] env[68828]: DEBUG nova.compute.manager [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] No waiting events found dispatching network-vif-unplugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.698969] env[68828]: WARNING nova.compute.manager [req-39b1a128-1de1-4336-bd98-ae92a5646eb1 req-355f884c-63fa-4200-912a-31807d167864 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received unexpected event network-vif-unplugged-2215ba1c-7878-4a84-abaf-0664997f3e14 for instance with vm_state shelved and task_state shelving_offloading. [ 1196.722481] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.723601] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa634ec1-3259-4d80-891e-f233dd1a0890 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.730834] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.731302] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c66b5a1-5e64-4274-bd23-a8e9095edf5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.762596] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Successfully updated port: 552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.792049] env[68828]: DEBUG nova.compute.manager [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Received event network-vif-plugged-552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.792353] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Acquiring lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.792461] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.792674] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.792870] env[68828]: DEBUG nova.compute.manager [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] No waiting events found dispatching network-vif-plugged-552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.793126] env[68828]: WARNING nova.compute.manager [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Received unexpected event network-vif-plugged-552be776-e0eb-4d37-836a-55babdd7ff61 for instance with vm_state building and task_state spawning. [ 1196.793426] env[68828]: DEBUG nova.compute.manager [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Received event network-changed-552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.793426] env[68828]: DEBUG nova.compute.manager [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Refreshing instance network info cache due to event network-changed-552be776-e0eb-4d37-836a-55babdd7ff61. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.793545] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Acquiring lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.793928] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Acquired lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.793928] env[68828]: DEBUG nova.network.neutron [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Refreshing network info cache for port 552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.800302] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.800501] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.800680] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleting the datastore file [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.801676] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ab9f683-9850-4b81-94be-40dfb32121c9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.808166] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1196.808166] env[68828]: value = "task-3231476" [ 1196.808166] env[68828]: _type = "Task" [ 1196.808166] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.821382] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.824695] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.980545] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.980545] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcede646-08ba-4457-8d9a-f4d0371b9bf6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.991093] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.992328] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1196.992328] env[68828]: value = "task-3231477" [ 1196.992328] env[68828]: _type = "Task" [ 1196.992328] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.000352] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1197.000559] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.000754] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.001473] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00488cd-773b-4389-9de7-86b4f8ba4208 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.020358] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf7ffc-05d1-4307-929e-296bf911f500 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.026846] env[68828]: WARNING nova.virt.vmwareapi.driver [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1197.027179] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.028174] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54977cbc-0508-4bc5-9897-a398770cf63a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.034090] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.034314] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-989a5ec4-a666-4266-8567-b7488be9a78d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.093040] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.093040] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.093040] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.093040] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79301ea6-3be3-45a9-a55d-9a761faf5a43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.098821] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1197.098821] env[68828]: value = "task-3231479" [ 1197.098821] env[68828]: _type = "Task" [ 1197.098821] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.106915] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.146544] env[68828]: DEBUG nova.compute.utils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.151186] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.151382] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.153229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "refresh_cache-d8ee3d83-d0ef-445d-a330-8572fc49153e" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.153539] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance network_info: |[{"id": "05048aaf-bb4b-4f91-ac69-dcb6baa3d76c", "address": "fa:16:3e:7c:55:4a", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05048aaf-bb", "ovs_interfaceid": "05048aaf-bb4b-4f91-ac69-dcb6baa3d76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.153949] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:55:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05048aaf-bb4b-4f91-ac69-dcb6baa3d76c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.161596] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Creating folder: Project (286c8f09a64246408d5d647b35410771). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.162646] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d9d287-5159-41e2-b24f-dc52ebda38b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.172384] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Created folder: Project (286c8f09a64246408d5d647b35410771) in parent group-v645630. [ 1197.172561] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Creating folder: Instances. Parent ref: group-v645924. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.172788] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35d4c9d4-2f34-4cc5-b755-84255be66f01 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.181922] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Created folder: Instances in parent group-v645924. [ 1197.182175] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.184656] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.185054] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca32f330-2172-48d0-bf75-06b71e84530f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.206037] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.206037] env[68828]: value = "task-3231482" [ 1197.206037] env[68828]: _type = "Task" [ 1197.206037] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.207443] env[68828]: DEBUG nova.policy [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a24d3a0554f240bb80238e3d67b28ec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '286c8f09a64246408d5d647b35410771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.219621] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231482, 'name': CreateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.264973] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.333248] env[68828]: DEBUG oslo_vmware.api [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142075} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.342645] env[68828]: DEBUG nova.network.neutron [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.345500] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.345817] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.346121] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.348730] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.368629] env[68828]: INFO nova.scheduler.client.report [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted allocations for instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d [ 1197.403170] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34233050-31db-4c7e-9842-ba643cb7dc2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.412623] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446d3c8-6dbe-42f0-9ef8-f6bd42ea6052 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.444403] env[68828]: DEBUG nova.network.neutron [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.445915] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a5ac2-cc5f-406c-91cf-4623591a2b8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.454194] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560734db-bb99-414e-a198-e5c5e62f704c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.468354] env[68828]: DEBUG nova.compute.provider_tree [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.495019] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.506444] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Successfully created port: e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.608837] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140996} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.609135] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.609327] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.609504] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.652466] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.717516] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231482, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.830457] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.874177] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.951329] env[68828]: DEBUG oslo_concurrency.lockutils [req-133d058b-97ca-4373-a0fb-029a1f5a9bad req-24422c23-11c4-4dfe-af95-39f27ec97d2e service nova] Releasing lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.951329] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.951329] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.970836] env[68828]: DEBUG nova.scheduler.client.report [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.993213] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.115206] env[68828]: INFO nova.virt.block_device [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Booting with volume 1e94f506-1762-4381-bf08-40ce0f558422 at /dev/sdb [ 1198.152707] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c3bc8d6-e821-4e88-9c78-feb3c7697b92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.163256] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a9085-f491-4ae1-9eac-d264ddc2ee34 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.194578] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f49e05f-c6bf-4282-8033-1e386f9444d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.203548] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b6dd17-2b3f-4736-8e8a-1f2eed13841e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.225827] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231482, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.236807] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d753d23-db62-467e-8af0-f399db0d3075 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.243553] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2be6d7-b960-4987-964d-53fe0afdf028 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.257989] env[68828]: DEBUG nova.virt.block_device [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating existing volume attachment record: 6d4c38b1-b75e-4901-9b2d-45a67bfdf4f1 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1198.327347] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.480030] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.481489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.679s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.481782] env[68828]: DEBUG nova.objects.instance [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 2a725a45-2b45-45cc-b417-c494e05cc7b3 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.487275] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.496326] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.497458] env[68828]: INFO nova.scheduler.client.report [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Deleted allocations for instance aaa4efed-a739-46d8-872e-91525fa03fe4 [ 1198.631511] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Updating instance_info_cache with network_info: [{"id": "552be776-e0eb-4d37-836a-55babdd7ff61", "address": "fa:16:3e:d9:00:6f", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be776-e0", "ovs_interfaceid": "552be776-e0eb-4d37-836a-55babdd7ff61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.663161] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.694209] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.694489] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.694660] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.694846] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.694992] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.695157] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.695366] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.695523] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.695684] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.695839] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.696585] env[68828]: DEBUG nova.virt.hardware [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.697551] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53972648-2a84-4503-92fd-827c270bdab3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.708534] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afc35a9-6203-43ca-acd2-62f36614b48a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.730365] env[68828]: DEBUG nova.compute.manager [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.730552] env[68828]: DEBUG nova.compute.manager [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing instance network info cache due to event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.730773] env[68828]: DEBUG oslo_concurrency.lockutils [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.731192] env[68828]: DEBUG oslo_concurrency.lockutils [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.731192] env[68828]: DEBUG nova.network.neutron [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.735834] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231482, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.830147] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.996043] env[68828]: DEBUG oslo_vmware.api [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231470, 'name': PowerOnVM_Task, 'duration_secs': 4.092899} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.996449] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.996579] env[68828]: INFO nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Took 14.08 seconds to spawn the instance on the hypervisor. [ 1198.996765] env[68828]: DEBUG nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.997798] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc4c0ca-bcef-4f50-a96d-795ba604e832 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.018932] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5464d30b-f0c9-403e-922d-b7e005e99867 tempest-ServerRescueNegativeTestJSON-1556979423 tempest-ServerRescueNegativeTestJSON-1556979423-project-member] Lock "aaa4efed-a739-46d8-872e-91525fa03fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.592s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.136294] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "refresh_cache-acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.136631] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance network_info: |[{"id": "552be776-e0eb-4d37-836a-55babdd7ff61", "address": "fa:16:3e:d9:00:6f", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be776-e0", "ovs_interfaceid": "552be776-e0eb-4d37-836a-55babdd7ff61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.137347] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:00:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552be776-e0eb-4d37-836a-55babdd7ff61', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.145841] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.148206] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.148503] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d986c33-04f2-40db-bf09-7e359c98dbe9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.174213] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.174213] env[68828]: value = "task-3231483" [ 1199.174213] env[68828]: _type = "Task" [ 1199.174213] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.183522] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231483, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.185153] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.223706] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231482, 'name': CreateVM_Task, 'duration_secs': 1.677408} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.229808] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.233234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.233460] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.233821] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.234708] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429cc2d5-6522-4694-8ba4-89192551c8a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.243028] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1199.243028] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520ae132-396b-8883-7264-f77bd6e3e5bc" [ 1199.243028] env[68828]: _type = "Task" [ 1199.243028] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.254353] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520ae132-396b-8883-7264-f77bd6e3e5bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.271594] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb6e94b-102b-4c8f-ad05-ffb101367c7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.282553] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8feeeef-283a-47bc-824e-3468a182ac7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.288812] env[68828]: DEBUG nova.compute.manager [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Received event network-vif-plugged-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.289142] env[68828]: DEBUG oslo_concurrency.lockutils [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] Acquiring lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.289390] env[68828]: DEBUG oslo_concurrency.lockutils [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.289840] env[68828]: DEBUG oslo_concurrency.lockutils [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.289840] env[68828]: DEBUG nova.compute.manager [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] No waiting events found dispatching network-vif-plugged-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.290024] env[68828]: WARNING nova.compute.manager [req-f16bf863-8cd8-42ab-93ef-2c0d16bf3e62 req-e92092f9-1580-4c93-bfa1-bcd1c67d83fc service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Received unexpected event network-vif-plugged-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf for instance with vm_state building and task_state spawning. [ 1199.325345] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4eec22-6ee5-43c7-afa3-5b5bfeac6765 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.341951] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.345726] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1199.345990] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1199.346923] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01415df2-b6d8-4b93-a416-a5fc3b196a69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.350582] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a1a0c-f631-4017-87ac-63e8314c176b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.360692] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1199.360870] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1199.370898] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5c3d1c60-64f7-4b58-a2fd-fffc9515d9bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.373157] env[68828]: DEBUG nova.compute.provider_tree [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.482683] env[68828]: DEBUG nova.network.neutron [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updated VIF entry in instance network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.483184] env[68828]: DEBUG nova.network.neutron [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2215ba1c-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.529716] env[68828]: INFO nova.compute.manager [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Took 22.04 seconds to build instance. [ 1199.542768] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Successfully updated port: e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.684165] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231483, 'name': CreateVM_Task, 'duration_secs': 0.377348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.684335] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.685136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.753447] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520ae132-396b-8883-7264-f77bd6e3e5bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.754605] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.754856] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.755103] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.755254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.755430] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.755863] env[68828]: DEBUG oslo_vmware.rw_handles [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1b303-c3f4-1a94-be71-3e616b56fa90/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1199.756061] env[68828]: INFO nova.virt.vmwareapi.images [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Downloaded image file data 560598d9-ddd2-4692-90cf-fee857fa718e [ 1199.756309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.756635] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.756859] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36537068-73ec-4617-976e-a92d4f09a88e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.759122] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a7cc9-e608-4d09-ad03-f78f06ac802a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.761585] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7562849-0d44-4cc6-b9bc-45e2f7a33eaa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.767112] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1199.767112] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5299dca6-a599-b77d-ff2f-6275868294d3" [ 1199.767112] env[68828]: _type = "Task" [ 1199.767112] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.782215] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd93c5f4-963c-428e-a6fa-0fec1f456554 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.783570] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.783744] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.784476] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2930b0-5d62-4123-99b4-20391ae39e17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.792392] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5299dca6-a599-b77d-ff2f-6275868294d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.793769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.794058] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.794314] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.794639] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1199.794639] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5203941a-83bf-1f22-4077-528effa03121" [ 1199.794639] env[68828]: _type = "Task" [ 1199.794639] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.803734] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5203941a-83bf-1f22-4077-528effa03121, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.804479] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d42e4a-0faa-4472-8795-d30303140836 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.809158] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1199.809158] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52626953-40c2-c550-54c3-a02586288a48" [ 1199.809158] env[68828]: _type = "Task" [ 1199.809158] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.817958] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52626953-40c2-c550-54c3-a02586288a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.830918] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.835117] env[68828]: INFO nova.virt.vmwareapi.images [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] The imported VM was unregistered [ 1199.838035] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1199.838188] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.838580] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834a8fd2-fa67-43b8-be49-477a9c8d13dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.848967] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.849187] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8/OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8.vmdk to [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk. {{(pid=68828) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1199.849434] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cca79c96-16df-44eb-96ca-006fff56944f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.856103] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1199.856103] env[68828]: value = "task-3231485" [ 1199.856103] env[68828]: _type = "Task" [ 1199.856103] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.863350] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.877439] env[68828]: DEBUG nova.scheduler.client.report [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.938518] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.938772] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939039] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939203] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939410] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939612] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939810] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.939995] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1199.940208] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.988354] env[68828]: DEBUG oslo_concurrency.lockutils [req-bed4050b-d482-40f8-bb16-798545e6a2ec req-34493512-c373-4708-8987-07fd71e9cd30 service nova] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.032451] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1b50ef87-6fb0-42db-a728-52e83340a94e tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.552s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.045543] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.045686] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.045849] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.324850] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52626953-40c2-c550-54c3-a02586288a48, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.325625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.326067] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d8ee3d83-d0ef-445d-a330-8572fc49153e/d8ee3d83-d0ef-445d-a330-8572fc49153e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.330125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.333019] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.333019] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23b0f189-e542-410b-ad9b-aefcdc0cde27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.333291] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f5f7f3-ac23-408e-9ff3-0e2da119f33b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.347160] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.349995] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1200.349995] env[68828]: value = "task-3231486" [ 1200.349995] env[68828]: _type = "Task" [ 1200.349995] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.355202] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.357129] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.357129] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4b8918-2e5f-43a6-ac73-228252667b9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.369424] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.370756] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1200.370756] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52985718-be38-a04d-fd66-17dbe98682b8" [ 1200.370756] env[68828]: _type = "Task" [ 1200.370756] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.379951] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.387362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.394220] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.520s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.394789] env[68828]: DEBUG nova.objects.instance [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'resources' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.395581] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52985718-be38-a04d-fd66-17dbe98682b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.428966] env[68828]: INFO nova.scheduler.client.report [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 2a725a45-2b45-45cc-b417-c494e05cc7b3 [ 1200.434402] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.434712] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.434882] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.435082] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.435232] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.435382] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.435597] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.435761] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.435925] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.436242] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.436460] env[68828]: DEBUG nova.virt.hardware [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.437386] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b6b726-5cdd-4508-a64e-3d3155ba4ee5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.444716] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.456932] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f62eb-6285-467d-9f2d-52c67ee6fb09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.475983] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:03:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fecacfe8-7225-485e-926d-7e0125879c67', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.485087] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.485800] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.486049] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d41ab55a-5a17-4c1a-aae8-1c7961370941 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.511302] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.511302] env[68828]: value = "task-3231487" [ 1200.511302] env[68828]: _type = "Task" [ 1200.511302] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.522930] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231487, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.584913] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.765560] env[68828]: DEBUG nova.compute.manager [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Received event network-changed-846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.765786] env[68828]: DEBUG nova.compute.manager [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Refreshing instance network info cache due to event network-changed-846d925c-fed8-4c68-8ff0-7bf7ef1608da. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.766047] env[68828]: DEBUG oslo_concurrency.lockutils [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] Acquiring lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.767477] env[68828]: DEBUG oslo_concurrency.lockutils [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] Acquired lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.767477] env[68828]: DEBUG nova.network.neutron [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Refreshing network info cache for port 846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.789892] env[68828]: DEBUG nova.network.neutron [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Updating instance_info_cache with network_info: [{"id": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "address": "fa:16:3e:72:94:c4", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7d8d770-0c", "ovs_interfaceid": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.837333] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.861751] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.873433] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.886668] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52985718-be38-a04d-fd66-17dbe98682b8, 'name': SearchDatastore_Task, 'duration_secs': 0.097777} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.887577] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd44d00-d42e-4c1c-98ae-4bd8cb07ee4a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.895782] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1200.895782] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524f8a4d-3c0f-b5d0-8e3c-f287e7e6e39a" [ 1200.895782] env[68828]: _type = "Task" [ 1200.895782] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.899895] env[68828]: DEBUG nova.objects.instance [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'numa_topology' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.907738] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524f8a4d-3c0f-b5d0-8e3c-f287e7e6e39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.949254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-57d1e620-3144-4dd2-8e19-410f5ca8789c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2a725a45-2b45-45cc-b417-c494e05cc7b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.686s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.024308] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231487, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.292933] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.293299] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Instance network_info: |[{"id": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "address": "fa:16:3e:72:94:c4", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7d8d770-0c", "ovs_interfaceid": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.293718] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:94:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.301395] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.301646] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.301878] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d162cd2-67d5-4376-8b8e-e00d4583fe08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.326316] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.326316] env[68828]: value = "task-3231488" [ 1201.326316] env[68828]: _type = "Task" [ 1201.326316] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.342842] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.346378] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231488, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.360444] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.373083] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.401977] env[68828]: DEBUG nova.objects.base [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Object Instance<061d2ed0-ae79-4885-9498-48b7f9c8a26d> lazy-loaded attributes: resources,numa_topology {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.409063] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524f8a4d-3c0f-b5d0-8e3c-f287e7e6e39a, 'name': SearchDatastore_Task, 'duration_secs': 0.090145} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.409063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.409300] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba/acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.409629] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35655389-d95d-4d28-8fb4-f11d0e365935 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.413853] env[68828]: DEBUG nova.compute.manager [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Received event network-changed-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.413950] env[68828]: DEBUG nova.compute.manager [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Refreshing instance network info cache due to event network-changed-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.414206] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] Acquiring lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.414276] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] Acquired lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.414936] env[68828]: DEBUG nova.network.neutron [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Refreshing network info cache for port e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.425108] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1201.425108] env[68828]: value = "task-3231489" [ 1201.425108] env[68828]: _type = "Task" [ 1201.425108] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.442375] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.527533] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231487, 'name': CreateVM_Task, 'duration_secs': 0.558922} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.527723] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.528485] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.528650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.528989] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.529282] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6878ffce-511b-498f-9ebe-33a802142c29 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.537084] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1201.537084] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d875a-d7b2-a576-31f3-c64df9f4d9b1" [ 1201.537084] env[68828]: _type = "Task" [ 1201.537084] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.550788] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d875a-d7b2-a576-31f3-c64df9f4d9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.652887] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbd76c-b2a3-4afb-b061-4a68926c7955 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.663589] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67c624-ee43-4f52-9542-4b4bd144c3da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.701198] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13496d4-30e0-4e36-82bd-6e7e70ea49e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.712612] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69794c-4bc8-4655-81d7-e53a40c8fa27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.731760] env[68828]: DEBUG nova.compute.provider_tree [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.780314] env[68828]: DEBUG nova.network.neutron [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updated VIF entry in instance network info cache for port 846d925c-fed8-4c68-8ff0-7bf7ef1608da. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.780672] env[68828]: DEBUG nova.network.neutron [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating instance_info_cache with network_info: [{"id": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "address": "fa:16:3e:a2:c8:ce", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846d925c-fe", "ovs_interfaceid": "846d925c-fed8-4c68-8ff0-7bf7ef1608da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.842794] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.846098] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231488, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.865833] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.876231] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.939781] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.050852] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524d875a-d7b2-a576-31f3-c64df9f4d9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019808} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.051213] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.051464] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.051773] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.051930] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.052132] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.052417] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b2505e-f5c2-43d0-8f49-d3725cd0ae40 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.066238] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.066475] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.067981] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e0acb5-1dc4-4c88-a2f0-3f081f04314c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.076231] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1202.076231] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d739b-4961-bde4-3f57-4d8618cc02fd" [ 1202.076231] env[68828]: _type = "Task" [ 1202.076231] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.087519] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d739b-4961-bde4-3f57-4d8618cc02fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.133588] env[68828]: DEBUG nova.network.neutron [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Updated VIF entry in instance network info cache for port e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.133968] env[68828]: DEBUG nova.network.neutron [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Updating instance_info_cache with network_info: [{"id": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "address": "fa:16:3e:72:94:c4", "network": {"id": "cfaf07ce-19e6-4afc-b10a-d037d284a685", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118702280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "286c8f09a64246408d5d647b35410771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7d8d770-0c", "ovs_interfaceid": "e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.237594] env[68828]: DEBUG nova.scheduler.client.report [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.283607] env[68828]: DEBUG oslo_concurrency.lockutils [req-5a05862c-ea19-4f72-bdc0-9627c7f4042c req-ea43ab26-8b95-4e26-8125-627ebc974659 service nova] Releasing lock "refresh_cache-174db82b-e9f4-4c4f-b7ad-142fe309b16b" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.342057] env[68828]: DEBUG oslo_vmware.api [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231474, 'name': ReconfigVM_Task, 'duration_secs': 6.299285} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.345536] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.345776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Reconfigured VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1202.348498] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231488, 'name': CreateVM_Task, 'duration_secs': 0.543154} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.348682] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.349940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.349940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.350103] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.350392] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eaeb8a2-bdce-4b1b-96cf-91ef4a8b3224 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.360496] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1202.360496] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52895147-0baf-f190-9db0-629998f02960" [ 1202.360496] env[68828]: _type = "Task" [ 1202.360496] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.364413] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.384420] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.384907] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52895147-0baf-f190-9db0-629998f02960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.442727] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.488443] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.488675] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.590011] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521d739b-4961-bde4-3f57-4d8618cc02fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.592339] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a362df2-2482-4681-93b4-32c6f5c33972 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.598907] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1202.598907] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddd023-0b31-63a0-f3ef-cf0f7562d774" [ 1202.598907] env[68828]: _type = "Task" [ 1202.598907] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.615912] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddd023-0b31-63a0-f3ef-cf0f7562d774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.640032] env[68828]: DEBUG oslo_concurrency.lockutils [req-8e3ffceb-1df3-466b-8250-8b36aebbe34e req-dfb0dfcf-d20a-431f-9879-d429ef438a97 service nova] Releasing lock "refresh_cache-5dd0834c-7950-44df-818e-048a6b7c25b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.742948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.745538] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.301s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.745727] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.745887] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1202.746763] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc28b9-18b4-4631-9d2b-57f257573964 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.756380] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2dd5b-8277-46bf-b97e-c8efc3a9a1d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.775312] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2d595-860b-4e4d-b366-02c1711ee5d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.783412] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3d24a4-f9fb-4660-be9a-192920b77943 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.814785] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178864MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1202.814952] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.815188] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.862913] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231486, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.318907} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.863732] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] d8ee3d83-d0ef-445d-a330-8572fc49153e/d8ee3d83-d0ef-445d-a330-8572fc49153e.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.863976] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.865549] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e418735e-3694-4403-bbf5-4a95f75fdd26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.880160] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52895147-0baf-f190-9db0-629998f02960, 'name': SearchDatastore_Task, 'duration_secs': 0.020572} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.884073] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.884316] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.884530] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.884805] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1202.884805] env[68828]: value = "task-3231490" [ 1202.884805] env[68828]: _type = "Task" [ 1202.884805] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.885013] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231485, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.750323} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.885310] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8/OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8.vmdk to [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk. [ 1202.885488] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Cleaning up location [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1202.885932] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_52ab1cff-6c15-4812-98ea-7373f5a930e8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.888720] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089b3a4b-911c-45fb-9781-077374483ef1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.901558] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.903491] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1202.903491] env[68828]: value = "task-3231491" [ 1202.903491] env[68828]: _type = "Task" [ 1202.903491] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.912746] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.943617] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.991572] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.114476] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ddd023-0b31-63a0-f3ef-cf0f7562d774, 'name': SearchDatastore_Task, 'duration_secs': 0.052719} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.114772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.115056] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.115354] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.115536] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.115770] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e558074-4d93-409a-ac03-17b0381b6fb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.118537] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9d6a6d-3b25-4c30-9ccd-367e99675f9b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.132310] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1203.132310] env[68828]: value = "task-3231492" [ 1203.132310] env[68828]: _type = "Task" [ 1203.132310] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.134829] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.135055] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.136903] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10364c21-c9e8-4c8a-b7b0-537789b8b63f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.143103] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.147970] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1203.147970] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521ecffb-19ee-648f-b358-188669efcd80" [ 1203.147970] env[68828]: _type = "Task" [ 1203.147970] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.174377] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521ecffb-19ee-648f-b358-188669efcd80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.256749] env[68828]: DEBUG oslo_concurrency.lockutils [None req-cfd2b355-4043-4c6e-8571-669fd3c3a595 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.740s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.257978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.073s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.258179] env[68828]: INFO nova.compute.manager [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Unshelving [ 1203.398545] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126208} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.399024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.399615] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac255921-2ef1-43bf-b599-1cdc75bfa1fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.426051] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d8ee3d83-d0ef-445d-a330-8572fc49153e/d8ee3d83-d0ef-445d-a330-8572fc49153e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.426923] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5435f7d8-3034-4de0-9d05-999c049c91aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.445029] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219197} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.448813] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.449032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.449315] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk to [datastore2] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.449628] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8e5dad3-d059-462a-a6b9-a6ae33c52910 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.456904] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1203.456904] env[68828]: value = "task-3231493" [ 1203.456904] env[68828]: _type = "Task" [ 1203.456904] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.463064] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231489, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.802418} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.463444] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1203.463444] env[68828]: value = "task-3231494" [ 1203.463444] env[68828]: _type = "Task" [ 1203.463444] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.467891] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba/acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.468209] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.469051] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7037c590-3253-4f86-b8eb-6cdbb3adb6b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.484598] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.486095] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1203.486095] env[68828]: value = "task-3231495" [ 1203.486095] env[68828]: _type = "Task" [ 1203.486095] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.495390] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.517749] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.644253] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.659802] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521ecffb-19ee-648f-b358-188669efcd80, 'name': SearchDatastore_Task, 'duration_secs': 0.02465} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.660690] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d826b83-dd44-4260-a4dd-cb6bba4edff5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.667670] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1203.667670] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5252d9d4-c27b-d1c2-7046-b2ce0b2452f5" [ 1203.667670] env[68828]: _type = "Task" [ 1203.667670] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.677400] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5252d9d4-c27b-d1c2-7046-b2ce0b2452f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.851762] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852131] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852131] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852223] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 031eb43a-ef3a-4557-863d-8bac0d1b9854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852322] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bfd3355e-7716-411f-b806-ac09beb14f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852436] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f433af0c-f804-4bff-beb0-61b11f67b5ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852547] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 539f5867-e287-4151-88cd-dbf04015f82a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852661] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852773] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bd44ce1f-5ee3-4025-a591-5bd46fb66c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852882] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 174db82b-e9f4-4c4f-b7ad-142fe309b16b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.852990] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance d8ee3d83-d0ef-445d-a330-8572fc49153e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.853112] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.853240] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 5dd0834c-7950-44df-818e-048a6b7c25b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.975622] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.984169] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.997575] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122585} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.997944] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.999187] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aa6069-5358-4707-a7c7-2fcadac37bd0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.027288] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba/acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.027535] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5eecfc-d80f-4164-a455-61438073f0d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.054959] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1204.054959] env[68828]: value = "task-3231496" [ 1204.054959] env[68828]: _type = "Task" [ 1204.054959] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.064486] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.127916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.127916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.128166] env[68828]: DEBUG nova.network.neutron [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.144308] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.144308] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.144504] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.144691] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733e4c35-5d82-46b7-8cad-fc9b0eeedfe7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.155226] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1204.155226] env[68828]: value = "task-3231497" [ 1204.155226] env[68828]: _type = "Task" [ 1204.155226] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.170719] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.185606] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5252d9d4-c27b-d1c2-7046-b2ce0b2452f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.186024] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.186462] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5dd0834c-7950-44df-818e-048a6b7c25b2/5dd0834c-7950-44df-818e-048a6b7c25b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.187250] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7795d8a4-6fab-4b5b-9dbd-8a61e6ac5ea7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.197737] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1204.197737] env[68828]: value = "task-3231498" [ 1204.197737] env[68828]: _type = "Task" [ 1204.197737] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.212265] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.246817] env[68828]: DEBUG nova.compute.manager [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.246916] env[68828]: DEBUG nova.compute.manager [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing instance network info cache due to event network-changed-bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.247125] env[68828]: DEBUG oslo_concurrency.lockutils [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] Acquiring lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.280345] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.357344] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1204.482289] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231493, 'name': ReconfigVM_Task, 'duration_secs': 0.809492} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.486259] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d8ee3d83-d0ef-445d-a330-8572fc49153e/d8ee3d83-d0ef-445d-a330-8572fc49153e.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.487152] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.488391] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a1d4df9-77d2-4204-a8bc-fd555cff3f66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.500223] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1204.500223] env[68828]: value = "task-3231499" [ 1204.500223] env[68828]: _type = "Task" [ 1204.500223] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.514312] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231499, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.568291] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.668024] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098291} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.668763] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.669668] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e61b5-9a51-43b4-b57e-77594c9aa9e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.698765] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.699247] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef05aa1-51c0-4692-9022-4223a05134a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.731728] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.733553] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1204.733553] env[68828]: value = "task-3231500" [ 1204.733553] env[68828]: _type = "Task" [ 1204.733553] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.748042] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.860832] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2ec2890f-9abc-4a18-84b8-10558c4ca121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1204.861167] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1204.861316] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1204.877777] env[68828]: INFO nova.network.neutron [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Port 249f71df-9829-4477-94a5-f7cb08900709 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1204.878235] env[68828]: DEBUG nova.network.neutron [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.981422] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.982966] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.983242] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.983663] env[68828]: DEBUG nova.objects.instance [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'flavor' on Instance uuid 539f5867-e287-4151-88cd-dbf04015f82a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.016256] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231499, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.070238] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231496, 'name': ReconfigVM_Task, 'duration_secs': 0.926598} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.070612] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Reconfigured VM instance instance-00000070 to attach disk [datastore2] acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba/acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.071363] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c440f19-3886-4f4d-86de-aed632274658 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.083422] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1205.083422] env[68828]: value = "task-3231501" [ 1205.083422] env[68828]: _type = "Task" [ 1205.083422] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.089330] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b052c6-e46f-487d-8dd8-99cc331b5d8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.100882] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231501, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.103552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174cbeda-1196-4880-9127-5764affca867 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.140880] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9c69e-dd28-4240-b6f5-a2884ffbb6e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.153496] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc42b6-43b4-4f8c-91ad-f8c2651925ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172720] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.212887] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697616} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.213284] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 5dd0834c-7950-44df-818e-048a6b7c25b2/5dd0834c-7950-44df-818e-048a6b7c25b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.213524] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.213777] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa03832-b42e-471e-afaa-809772976bf3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.225732] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1205.225732] env[68828]: value = "task-3231502" [ 1205.225732] env[68828]: _type = "Task" [ 1205.225732] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.237634] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.250072] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231500, 'name': ReconfigVM_Task, 'duration_secs': 0.414934} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.250406] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854/031eb43a-ef3a-4557-863d-8bac0d1b9854.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.252260] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'b02f26fd-7123-4543-a3bf-32b9f3b7b103'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '6d4c38b1-b75e-4901-9b2d-45a67bfdf4f1', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68828) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.252478] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.252675] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.253621] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf88bce9-96b4-4bcd-98cf-da6b16a7d1dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.277828] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0280aa26-0eb0-4dc9-bd32-3156872c9f76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.307120] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.307474] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689c0fd4-5b64-401a-9884-7f3707818213 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.331576] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1205.331576] env[68828]: value = "task-3231503" [ 1205.331576] env[68828]: _type = "Task" [ 1205.331576] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.345106] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.381080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.384023] env[68828]: DEBUG oslo_concurrency.lockutils [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] Acquired lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.384023] env[68828]: DEBUG nova.network.neutron [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Refreshing network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.481507] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.516868] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231499, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.597951] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231501, 'name': Rename_Task, 'duration_secs': 0.380381} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.598352] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.598636] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73cf546-86c4-4e9c-bd96-ff67d12ddf2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.608919] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1205.608919] env[68828]: value = "task-3231504" [ 1205.608919] env[68828]: _type = "Task" [ 1205.608919] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.620857] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.656815] env[68828]: DEBUG nova.objects.instance [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'pci_requests' on Instance uuid 539f5867-e287-4151-88cd-dbf04015f82a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.677272] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.740778] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140157} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.741093] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.741949] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defdaf0-77da-46e2-a0f5-0f8138d7f2cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.769709] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 5dd0834c-7950-44df-818e-048a6b7c25b2/5dd0834c-7950-44df-818e-048a6b7c25b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.770396] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a688fd78-e7e9-4bb9-8c7a-0bf280cf8b66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.796264] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1205.796264] env[68828]: value = "task-3231505" [ 1205.796264] env[68828]: _type = "Task" [ 1205.796264] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.811055] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.846971] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.887565] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5e8c91a4-7bdf-4027-82a3-02e0a971cd10 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-bfd3355e-7716-411f-b806-ac09beb14f7d-249f71df-9829-4477-94a5-f7cb08900709" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.654s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.983669] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.015760] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231499, 'name': Rename_Task, 'duration_secs': 1.172159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.016066] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.016320] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a813fc6a-872d-4dc2-990e-24afbc9ee41c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.027132] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1206.027132] env[68828]: value = "task-3231506" [ 1206.027132] env[68828]: _type = "Task" [ 1206.027132] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.042233] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.101214] env[68828]: DEBUG nova.network.neutron [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updated VIF entry in instance network info cache for port bf689196-d2a0-4ee2-aede-90ede2f0b127. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.101501] env[68828]: DEBUG nova.network.neutron [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [{"id": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "address": "fa:16:3e:22:89:1a", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf689196-d2", "ovs_interfaceid": "bf689196-d2a0-4ee2-aede-90ede2f0b127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.120094] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.160443] env[68828]: DEBUG nova.objects.base [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Object Instance<539f5867-e287-4151-88cd-dbf04015f82a> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.160752] env[68828]: DEBUG nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.182336] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.182708] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.367s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.183469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.666s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.185631] env[68828]: INFO nova.compute.claims [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.189247] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.189568] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances with incomplete migration {{(pid=68828) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1206.262876] env[68828]: DEBUG nova.policy [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667a3fbed3d147a18ff8e61c5ed2ce34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ac4a078ee34542b9a28d8f85e6c81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.308919] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231505, 'name': ReconfigVM_Task, 'duration_secs': 0.43606} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.309295] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 5dd0834c-7950-44df-818e-048a6b7c25b2/5dd0834c-7950-44df-818e-048a6b7c25b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.310127] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a743a48-d754-4f6f-9abb-386d55f40a14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.315535] env[68828]: DEBUG nova.compute.manager [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.315816] env[68828]: DEBUG nova.compute.manager [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing instance network info cache due to event network-changed-8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.316060] env[68828]: DEBUG oslo_concurrency.lockutils [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.316261] env[68828]: DEBUG oslo_concurrency.lockutils [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.316435] env[68828]: DEBUG nova.network.neutron [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.326331] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1206.326331] env[68828]: value = "task-3231507" [ 1206.326331] env[68828]: _type = "Task" [ 1206.326331] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.341813] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231507, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.349057] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231503, 'name': ReconfigVM_Task, 'duration_secs': 0.863571} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.349381] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.355789] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe6d64c-4824-4702-8554-699a2bad9e8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.373765] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1206.373765] env[68828]: value = "task-3231508" [ 1206.373765] env[68828]: _type = "Task" [ 1206.373765] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.385353] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.482420] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231494, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.618921} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.482691] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/560598d9-ddd2-4692-90cf-fee857fa718e/560598d9-ddd2-4692-90cf-fee857fa718e.vmdk to [datastore2] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.483522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0321d-2a0a-4add-8c15-ef52e496626f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.508306] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.508670] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14cb5f69-e0bf-4049-b690-35065b03c9c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.532754] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1206.532754] env[68828]: value = "task-3231509" [ 1206.532754] env[68828]: _type = "Task" [ 1206.532754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.539500] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231506, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.545466] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.604132] env[68828]: DEBUG oslo_concurrency.lockutils [req-2ac116ec-73b5-4565-86ad-3b026f5cef7c req-dcceb4d9-3678-4d08-a2d7-2793bba7c08d service nova] Releasing lock "refresh_cache-bfd3355e-7716-411f-b806-ac09beb14f7d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.620826] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231504, 'name': PowerOnVM_Task, 'duration_secs': 0.781581} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.621116] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.621321] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1206.621497] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.622308] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d9c936-4573-4ff7-a381-4493f7b4335b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.691689] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.836988] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231507, 'name': Rename_Task, 'duration_secs': 0.185239} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.837276] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.837520] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b7f5c9b-a15e-4fd4-b7f4-05fecb04d9cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.844205] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1206.844205] env[68828]: value = "task-3231510" [ 1206.844205] env[68828]: _type = "Task" [ 1206.844205] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.852149] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.884182] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.025797] env[68828]: DEBUG nova.network.neutron [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updated VIF entry in instance network info cache for port 8676ca97-99b7-456f-9e88-d7c7b24aac95. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.026201] env[68828]: DEBUG nova.network.neutron [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.039677] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231506, 'name': PowerOnVM_Task, 'duration_secs': 0.566636} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.040881] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.041128] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Took 13.18 seconds to spawn the instance on the hypervisor. [ 1207.041330] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.042329] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d7f00-49c0-41c4-9624-be0709dda5d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.048480] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.141483] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Took 19.56 seconds to build instance. [ 1207.357858] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.372313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338d8b4-6c71-43ab-ad86-6d082e468d36 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.386042] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a303927-59c8-49f0-9ad2-5451612009fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.389133] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231508, 'name': ReconfigVM_Task, 'duration_secs': 0.626961} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.389451] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.390322] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d99e7bdc-2bd6-4cc0-93e0-d4b5b529e1fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.420287] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786e82b-c4c7-4a71-8876-8583ed458f55 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.422997] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1207.422997] env[68828]: value = "task-3231511" [ 1207.422997] env[68828]: _type = "Task" [ 1207.422997] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.429848] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edbc63b-fc40-44e7-b9f9-4f6869c4d762 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.436584] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231511, 'name': Rename_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.446284] env[68828]: DEBUG nova.compute.provider_tree [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.529446] env[68828]: DEBUG oslo_concurrency.lockutils [req-7e7129d0-dad9-456a-8b82-252216c70d24 req-883a6d5d-c9a6-4360-88cc-2116764303b3 service nova] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.544030] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231509, 'name': ReconfigVM_Task, 'duration_secs': 0.922911} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.544337] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 2ec5731b-9d9c-4cfc-9472-b38bf646a716/2ec5731b-9d9c-4cfc-9472-b38bf646a716.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.545443] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'b02f26fd-7123-4543-a3bf-32b9f3b7b103'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'b80886d3-3211-4b2a-a731-fa200fec479b', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645914', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'name': 'volume-19badd69-29ec-4287-8c0a-c66a553d27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2ec5731b-9d9c-4cfc-9472-b38bf646a716', 'attached_at': '', 'detached_at': '', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'serial': '19badd69-29ec-4287-8c0a-c66a553d27b7'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68828) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1207.545647] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.545837] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645914', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'name': 'volume-19badd69-29ec-4287-8c0a-c66a553d27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2ec5731b-9d9c-4cfc-9472-b38bf646a716', 'attached_at': '', 'detached_at': '', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'serial': '19badd69-29ec-4287-8c0a-c66a553d27b7'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.546647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379a56a-0dc6-4e88-ba20-8d68d50740c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.567908] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ef1d9-0b5c-4e42-8060-96c206457543 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.574401] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Took 20.03 seconds to build instance. [ 1207.597159] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-19badd69-29ec-4287-8c0a-c66a553d27b7/volume-19badd69-29ec-4287-8c0a-c66a553d27b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.597877] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fed162d-f5b7-43e9-b6ce-a429c9576f25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.617960] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1207.617960] env[68828]: value = "task-3231512" [ 1207.617960] env[68828]: _type = "Task" [ 1207.617960] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.627043] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.643707] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.065s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.857915] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.933234] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231511, 'name': Rename_Task, 'duration_secs': 0.32912} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.933569] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.933803] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff9c9f5c-61b1-4239-a22f-9322ace06a22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.935972] env[68828]: DEBUG nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Successfully updated port: 249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.944429] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1207.944429] env[68828]: value = "task-3231513" [ 1207.944429] env[68828]: _type = "Task" [ 1207.944429] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.949952] env[68828]: DEBUG nova.scheduler.client.report [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.956294] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.077275] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.535s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.128033] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231512, 'name': ReconfigVM_Task, 'duration_secs': 0.451463} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.128324] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-19badd69-29ec-4287-8c0a-c66a553d27b7/volume-19badd69-29ec-4287-8c0a-c66a553d27b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.133138] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb8743f-4d60-4042-88af-567f418cc39d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.147949] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1208.147949] env[68828]: value = "task-3231514" [ 1208.147949] env[68828]: _type = "Task" [ 1208.147949] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.155753] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.346599] env[68828]: DEBUG nova.compute.manager [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.347161] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.347161] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.347266] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.347499] env[68828]: DEBUG nova.compute.manager [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] No waiting events found dispatching network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.347577] env[68828]: WARNING nova.compute.manager [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received unexpected event network-vif-plugged-249f71df-9829-4477-94a5-f7cb08900709 for instance with vm_state active and task_state None. [ 1208.347739] env[68828]: DEBUG nova.compute.manager [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-changed-249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.347891] env[68828]: DEBUG nova.compute.manager [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing instance network info cache due to event network-changed-249f71df-9829-4477-94a5-f7cb08900709. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.348081] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.348218] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.348376] env[68828]: DEBUG nova.network.neutron [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Refreshing network info cache for port 249f71df-9829-4477-94a5-f7cb08900709 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.359854] env[68828]: DEBUG oslo_vmware.api [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231510, 'name': PowerOnVM_Task, 'duration_secs': 1.030962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.360606] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.360806] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1208.361191] env[68828]: DEBUG nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.361771] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cfa26e-ecd1-4548-bbe1-fbd08ce38eda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.439555] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.454806] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.457731] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.458335] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.460778] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.181s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.460959] env[68828]: DEBUG nova.objects.instance [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'pci_requests' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.658445] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231514, 'name': ReconfigVM_Task, 'duration_secs': 0.203078} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.658796] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645914', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'name': 'volume-19badd69-29ec-4287-8c0a-c66a553d27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2ec5731b-9d9c-4cfc-9472-b38bf646a716', 'attached_at': '', 'detached_at': '', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'serial': '19badd69-29ec-4287-8c0a-c66a553d27b7'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.659807] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31ab92a-d0e7-41a2-846d-823ccd762f1a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.666755] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1208.666755] env[68828]: value = "task-3231515" [ 1208.666755] env[68828]: _type = "Task" [ 1208.666755] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.674416] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231515, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.878930] env[68828]: INFO nova.compute.manager [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Took 21.26 seconds to build instance. [ 1208.959334] env[68828]: DEBUG oslo_vmware.api [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231513, 'name': PowerOnVM_Task, 'duration_secs': 0.858564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.959632] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.960011] env[68828]: DEBUG nova.compute.manager [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.960681] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10146ed9-c3ef-4ae0-b195-78fc29f73e7c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.964720] env[68828]: DEBUG nova.compute.utils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.971312] env[68828]: DEBUG nova.objects.instance [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'numa_topology' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.971312] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.971312] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.019294] env[68828]: DEBUG nova.policy [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd8238b88b7d4b5db3acec4402d47366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3405fb54c99f43168c1268b1405b464b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.138962] env[68828]: DEBUG nova.network.neutron [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Added VIF to instance network info cache for port 249f71df-9829-4477-94a5-f7cb08900709. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1209.139500] env[68828]: DEBUG nova.network.neutron [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "249f71df-9829-4477-94a5-f7cb08900709", "address": "fa:16:3e:d5:c7:b0", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249f71df-98", "ovs_interfaceid": "249f71df-9829-4477-94a5-f7cb08900709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.178155] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231515, 'name': Rename_Task, 'duration_secs': 0.289099} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.178500] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.178760] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b42bd07-0a40-44bd-a8cc-151c0410c1bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.187420] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1209.187420] env[68828]: value = "task-3231516" [ 1209.187420] env[68828]: _type = "Task" [ 1209.187420] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.198815] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.308894] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Successfully created port: 5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.381650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f231891e-9c55-4170-a80d-70ce7a15770f tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.767s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.469322] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.473539] env[68828]: INFO nova.compute.claims [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.488489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.532415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.532645] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.533012] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.533142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.533262] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.535684] env[68828]: INFO nova.compute.manager [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Terminating instance [ 1209.642073] env[68828]: DEBUG oslo_concurrency.lockutils [req-60b2f25f-5b9a-4b68-84a1-e04ef5fa83da req-1e5cc231-dfac-47bc-b83e-177939272b54 service nova] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.642545] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.642737] env[68828]: DEBUG nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.700057] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231516, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.945383] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.945662] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.039703] env[68828]: DEBUG nova.compute.manager [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.039994] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.040996] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580e4dc2-1548-4229-be47-48bfd0ab0e51 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.051139] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.051411] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6251d296-03f5-4790-b514-18abf90cf522 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.059028] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1210.059028] env[68828]: value = "task-3231517" [ 1210.059028] env[68828]: _type = "Task" [ 1210.059028] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.068730] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.190265] env[68828]: WARNING nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1210.190637] env[68828]: WARNING nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] c648557b-6b98-4db6-bc16-bf33e36e077f already exists in list: networks containing: ['c648557b-6b98-4db6-bc16-bf33e36e077f']. ignoring it [ 1210.190933] env[68828]: WARNING nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] 249f71df-9829-4477-94a5-f7cb08900709 already exists in list: port_ids containing: ['249f71df-9829-4477-94a5-f7cb08900709']. ignoring it [ 1210.206037] env[68828]: DEBUG oslo_vmware.api [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231516, 'name': PowerOnVM_Task, 'duration_secs': 1.01896} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.206285] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.318073] env[68828]: DEBUG nova.compute.manager [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.318388] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95f134-7bb6-4f0b-81fc-ef3642e5ab0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.455350] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1210.455350] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.478019] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.510017] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.510017] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.510017] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.510017] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.510017] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.510507] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.510847] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.511170] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.511500] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.511809] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.512145] env[68828]: DEBUG nova.virt.hardware [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.513147] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4030b4-074b-4eb3-a1d6-93a02375bfbe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.525026] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b4815-2a98-452e-ad81-ee950ae9a6a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.528617] env[68828]: DEBUG nova.network.neutron [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "249f71df-9829-4477-94a5-f7cb08900709", "address": "fa:16:3e:d5:c7:b0", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249f71df-98", "ovs_interfaceid": "249f71df-9829-4477-94a5-f7cb08900709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.570177] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231517, 'name': PowerOffVM_Task, 'duration_secs': 0.456036} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.570510] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.570798] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.571127] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13b22d9-09bf-4b4a-868a-809eefd2dd76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.659328] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.659638] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.659873] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleting the datastore file [datastore2] d8ee3d83-d0ef-445d-a330-8572fc49153e {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.660224] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197d8b76-2cba-49e2-a45a-36c7a20fb580 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.670611] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1210.670611] env[68828]: value = "task-3231519" [ 1210.670611] env[68828]: _type = "Task" [ 1210.670611] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.680481] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.805055] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Successfully updated port: 5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.829708] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ea8da-2adc-4c02-9b6c-2d72b4856097 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.839179] env[68828]: DEBUG oslo_concurrency.lockutils [None req-22a97fc6-7163-4706-964a-7108a7c02330 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.156s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.842988] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103671cd-6874-4141-91fc-c7f95cbb5d53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.877345] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d5fd4-a4c0-44d0-9e27-567dc7e9fee1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.887218] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ad277-e7ba-45ec-9ca6-c6e02b1d5205 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.892846] env[68828]: DEBUG nova.compute.manager [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Received event network-vif-plugged-5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.893071] env[68828]: DEBUG oslo_concurrency.lockutils [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] Acquiring lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.893298] env[68828]: DEBUG oslo_concurrency.lockutils [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.893464] env[68828]: DEBUG oslo_concurrency.lockutils [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.893626] env[68828]: DEBUG nova.compute.manager [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] No waiting events found dispatching network-vif-plugged-5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.893787] env[68828]: WARNING nova.compute.manager [req-14182ed2-d61c-4ea6-bddf-254bce58b474 req-b23283e1-fd50-489a-bdf4-46e1ea6c5ba8 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Received unexpected event network-vif-plugged-5560cac0-1f04-4434-9c9a-922a97581b5c for instance with vm_state building and task_state spawning. [ 1210.906212] env[68828]: DEBUG nova.compute.provider_tree [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.958578] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.039670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.040367] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.040527] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.041507] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8669cb28-e892-460c-baa1-7380193f0880 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.060380] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.060628] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.060783] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.060964] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.061122] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.061275] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.061469] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.061625] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.061788] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.061950] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.062134] env[68828]: DEBUG nova.virt.hardware [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.068942] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfiguring VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1211.069259] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c49646-833f-4858-8cc0-730d370a8079 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.087528] env[68828]: DEBUG oslo_vmware.api [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1211.087528] env[68828]: value = "task-3231520" [ 1211.087528] env[68828]: _type = "Task" [ 1211.087528] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.095466] env[68828]: DEBUG oslo_vmware.api [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231520, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.184197] env[68828]: DEBUG oslo_vmware.api [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190138} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.184464] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.184672] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.184853] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.185032] env[68828]: INFO nova.compute.manager [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1211.185283] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.185477] env[68828]: DEBUG nova.compute.manager [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.185568] env[68828]: DEBUG nova.network.neutron [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.309253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.309404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.309557] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.409531] env[68828]: DEBUG nova.scheduler.client.report [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.599399] env[68828]: DEBUG oslo_vmware.api [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.841532] env[68828]: INFO nova.compute.manager [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Rebuilding instance [ 1211.846039] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.890201] env[68828]: DEBUG nova.compute.manager [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.891037] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9534cab9-43ea-4ab8-a258-23f2d2378a67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.919121] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.921056] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.434s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.921252] env[68828]: DEBUG nova.objects.instance [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.954957] env[68828]: DEBUG nova.network.neutron [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.957057] env[68828]: INFO nova.network.neutron [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating port 2215ba1c-7878-4a84-abaf-0664997f3e14 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1211.979864] env[68828]: DEBUG nova.network.neutron [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Updating instance_info_cache with network_info: [{"id": "5560cac0-1f04-4434-9c9a-922a97581b5c", "address": "fa:16:3e:4b:68:2a", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5560cac0-1f", "ovs_interfaceid": "5560cac0-1f04-4434-9c9a-922a97581b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.097798] env[68828]: DEBUG oslo_vmware.api [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231520, 'name': ReconfigVM_Task, 'duration_secs': 0.931928} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.098357] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.098581] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfigured VM to attach interface {{(pid=68828) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1212.460164] env[68828]: INFO nova.compute.manager [-] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Took 1.27 seconds to deallocate network for instance. [ 1212.483111] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.483401] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Instance network_info: |[{"id": "5560cac0-1f04-4434-9c9a-922a97581b5c", "address": "fa:16:3e:4b:68:2a", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5560cac0-1f", "ovs_interfaceid": "5560cac0-1f04-4434-9c9a-922a97581b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.483794] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:68:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5560cac0-1f04-4434-9c9a-922a97581b5c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.492066] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.492807] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.493094] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9de5596-00e8-4d3a-a7e3-b4ccec53cb93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.514248] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.514248] env[68828]: value = "task-3231521" [ 1212.514248] env[68828]: _type = "Task" [ 1212.514248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.522585] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231521, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.607557] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ea6c05bf-706f-49c5-bb9f-d98af901e81b tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.624s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.905233] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.905554] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-221224d7-4588-4e84-a033-5398c75d8de6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.912625] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1212.912625] env[68828]: value = "task-3231522" [ 1212.912625] env[68828]: _type = "Task" [ 1212.912625] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.915436] env[68828]: DEBUG nova.compute.manager [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Received event network-changed-5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.915638] env[68828]: DEBUG nova.compute.manager [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Refreshing instance network info cache due to event network-changed-5560cac0-1f04-4434-9c9a-922a97581b5c. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.915870] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] Acquiring lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.916032] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] Acquired lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.916219] env[68828]: DEBUG nova.network.neutron [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Refreshing network info cache for port 5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.927327] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.930321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbd592d0-6d40-4c74-ae6f-69c26b11e4d4 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.931276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.973s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.931489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.931651] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1212.933010] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65564e6-5085-4e44-b5ad-eaa7c5e00a84 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.941217] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e853b-46c6-468b-8863-b7aac8aa18fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.957714] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d40e2e-20ed-4b2d-ab0a-0bf967d024af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.965043] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f208f-cf63-4811-a2c7-fee68058f0e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.969216] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.969485] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.969780] env[68828]: DEBUG nova.objects.instance [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lazy-loading 'resources' on Instance uuid d8ee3d83-d0ef-445d-a330-8572fc49153e {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.998512] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178864MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1212.998705] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.023965] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231521, 'name': CreateVM_Task, 'duration_secs': 0.365069} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.024212] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.024884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.025061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.025385] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.025640] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125da2fa-5098-4f83-9465-9e75fd6a2fb6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.031034] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1213.031034] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52477246-78af-66ea-919f-52be8ec12039" [ 1213.031034] env[68828]: _type = "Task" [ 1213.031034] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.038604] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52477246-78af-66ea-919f-52be8ec12039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.427569] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231522, 'name': PowerOffVM_Task, 'duration_secs': 0.360506} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.427903] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.428205] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.431721] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53051e7-c8d5-4f5e-b342-605b4be2e22b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.436222] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.436508] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04991001-0b96-4d1d-9541-2e4f63a54d7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.458370] env[68828]: DEBUG nova.compute.manager [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.458596] env[68828]: DEBUG oslo_concurrency.lockutils [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.458873] env[68828]: DEBUG oslo_concurrency.lockutils [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.459051] env[68828]: DEBUG oslo_concurrency.lockutils [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.459222] env[68828]: DEBUG nova.compute.manager [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] No waiting events found dispatching network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.459422] env[68828]: WARNING nova.compute.manager [req-46c5fbc6-7894-4e72-a204-98c8181131d5 req-36b53b32-b400-4af2-8257-b87d9410ce53 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received unexpected event network-vif-plugged-2215ba1c-7878-4a84-abaf-0664997f3e14 for instance with vm_state shelved_offloaded and task_state spawning. [ 1213.501207] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.501207] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.501296] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleting the datastore file [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.503530] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babeb191-8034-4cc3-b2d6-afd943aba194 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.509995] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1213.509995] env[68828]: value = "task-3231524" [ 1213.509995] env[68828]: _type = "Task" [ 1213.509995] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.521068] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.539998] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52477246-78af-66ea-919f-52be8ec12039, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.542978] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.543279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.543545] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.543724] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.543932] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.549028] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faffc6c0-0aba-4765-896e-8293e5116992 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.554726] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.554939] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.557841] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8d4e76-954c-44ee-bfe2-b0f4c4514967 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.562821] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1213.562821] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52415891-59a3-40dc-cb15-17b8893babb2" [ 1213.562821] env[68828]: _type = "Task" [ 1213.562821] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.570727] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52415891-59a3-40dc-cb15-17b8893babb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.577125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.577125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.577125] env[68828]: DEBUG nova.network.neutron [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.653889] env[68828]: DEBUG nova.network.neutron [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Updated VIF entry in instance network info cache for port 5560cac0-1f04-4434-9c9a-922a97581b5c. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.653889] env[68828]: DEBUG nova.network.neutron [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Updating instance_info_cache with network_info: [{"id": "5560cac0-1f04-4434-9c9a-922a97581b5c", "address": "fa:16:3e:4b:68:2a", "network": {"id": "d2776de8-9c1c-463c-b8be-59e5f51f7797", "bridge": "br-int", "label": "tempest-ServersTestJSON-339127083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3405fb54c99f43168c1268b1405b464b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5560cac0-1f", "ovs_interfaceid": "5560cac0-1f04-4434-9c9a-922a97581b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.690225] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6b58f-5fd5-4dcd-905c-2a7102645cb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.698255] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f690d4da-d29a-4d40-83b8-0a60cb4d6bc6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.729045] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f423ce1-c297-4f19-954b-919645c2878f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.737451] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b8cf58-6724-4d83-b01b-d6f319018669 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.752385] env[68828]: DEBUG nova.compute.provider_tree [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.021080] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160516} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.021424] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.021615] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.021810] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.074421] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52415891-59a3-40dc-cb15-17b8893babb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008348} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.075338] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f17716f-b59d-49e1-bfd1-070301ee6167 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.081111] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1214.081111] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52573a5c-316e-956d-3493-0cf1408f9bab" [ 1214.081111] env[68828]: _type = "Task" [ 1214.081111] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.091419] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52573a5c-316e-956d-3493-0cf1408f9bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.156088] env[68828]: DEBUG oslo_concurrency.lockutils [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] Releasing lock "refresh_cache-2ec2890f-9abc-4a18-84b8-10558c4ca121" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.156416] env[68828]: DEBUG nova.compute.manager [req-aef436e4-6f92-4779-a6df-adb0d24b01d6 req-92262e42-cc68-4244-988c-d6cea6eae773 service nova] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Received event network-vif-deleted-05048aaf-bb4b-4f91-ac69-dcb6baa3d76c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.255977] env[68828]: DEBUG nova.scheduler.client.report [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.293697] env[68828]: DEBUG nova.network.neutron [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.501487] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.501754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.591633] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52573a5c-316e-956d-3493-0cf1408f9bab, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.591903] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.592181] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2ec2890f-9abc-4a18-84b8-10558c4ca121/2ec2890f-9abc-4a18-84b8-10558c4ca121.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.592445] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2aad230-c7a3-466a-8641-48fa92d8fd60 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.599312] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1214.599312] env[68828]: value = "task-3231525" [ 1214.599312] env[68828]: _type = "Task" [ 1214.599312] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.606484] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.761645] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.765044] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.766s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.783391] env[68828]: INFO nova.scheduler.client.report [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted allocations for instance d8ee3d83-d0ef-445d-a330-8572fc49153e [ 1214.796607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.828650] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a3d14434b9d75ddaa78bdf8030aec342',container_format='bare',created_at=2025-04-03T05:48:28Z,direct_url=,disk_format='vmdk',id=0f561a34-8bea-4aca-9ada-67f003f02c43,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1784775068-shelved',owner='257fa9a1a52f4bedac315d3827264713',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-03T05:48:43Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.828650] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.828863] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.828968] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.829135] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.829288] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.829522] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.829725] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.829909] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.830089] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.830268] env[68828]: DEBUG nova.virt.hardware [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.831978] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05ea6b-53a8-44d7-b810-abb209c628b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.840841] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f073d-fde8-4562-af8e-8fe46faf6612 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.857216] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:54:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2215ba1c-7878-4a84-abaf-0664997f3e14', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.864679] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.864999] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.865248] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc13d5e-a55e-463e-8b2c-606761b61447 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.885528] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.885528] env[68828]: value = "task-3231526" [ 1214.885528] env[68828]: _type = "Task" [ 1214.885528] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.894329] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231526, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.004435] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.004704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.005736] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bbb0ac-da4d-42be-98f3-f9854aa5d664 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.024861] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d150182-6cdc-472d-89b7-27a1041c225f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.054543] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfiguring VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1215.054901] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864e35fa-f1dd-4361-87ec-ae283b9fe497 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.075126] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1215.075126] env[68828]: value = "task-3231527" [ 1215.075126] env[68828]: _type = "Task" [ 1215.075126] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.077823] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.078115] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.078115] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.078618] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.078618] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.078618] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.078799] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.079106] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.079284] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.079503] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.079734] env[68828]: DEBUG nova.virt.hardware [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.080741] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e05b60-9e61-4591-a985-4d2abea06109 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.094864] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e3809-6336-4962-b5bf-ad7400d28e8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.099363] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.111806] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:23:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '120d82b6-5338-4d5e-af6d-43a328b5723c', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.119403] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.120078] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.120325] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ab82a3-8c6b-44f7-a989-bef1cb83e732 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.139817] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454039} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.140546] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 2ec2890f-9abc-4a18-84b8-10558c4ca121/2ec2890f-9abc-4a18-84b8-10558c4ca121.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.140786] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.141073] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f055177-b51b-4a71-adc3-22c44944abe2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.145915] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.145915] env[68828]: value = "task-3231528" [ 1215.145915] env[68828]: _type = "Task" [ 1215.145915] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.147091] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1215.147091] env[68828]: value = "task-3231529" [ 1215.147091] env[68828]: _type = "Task" [ 1215.147091] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.158159] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231528, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.160797] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.290776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd68a2da-6b04-4601-96ba-bcc2d52a7a2c tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "d8ee3d83-d0ef-445d-a330-8572fc49153e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.396641] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231526, 'name': CreateVM_Task, 'duration_secs': 0.498354} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.396862] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.397618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.398143] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.398264] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.398474] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a5ea7d-83df-4b71-8a8d-0325cc77351f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.403346] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1215.403346] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52584660-4995-7013-95f2-48d38c375bd5" [ 1215.403346] env[68828]: _type = "Task" [ 1215.403346] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.411257] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52584660-4995-7013-95f2-48d38c375bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.525975] env[68828]: DEBUG nova.compute.manager [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.525975] env[68828]: DEBUG nova.compute.manager [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing instance network info cache due to event network-changed-2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.525975] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.525975] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.525975] env[68828]: DEBUG nova.network.neutron [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Refreshing network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.590583] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.665864] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06789} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.667195] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231528, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.667497] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.668584] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b19a5-dfa0-40ed-b3de-78b5bde4a12b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.693755] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2ec2890f-9abc-4a18-84b8-10558c4ca121/2ec2890f-9abc-4a18-84b8-10558c4ca121.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.694487] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db8eb48-d836-4d2f-901b-31c389005577 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.715686] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1215.715686] env[68828]: value = "task-3231530" [ 1215.715686] env[68828]: _type = "Task" [ 1215.715686] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.723823] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.796853] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797054] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797159] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797342] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 031eb43a-ef3a-4557-863d-8bac0d1b9854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797543] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bfd3355e-7716-411f-b806-ac09beb14f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797740] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance f433af0c-f804-4bff-beb0-61b11f67b5ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.797934] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 539f5867-e287-4151-88cd-dbf04015f82a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798138] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798327] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bd44ce1f-5ee3-4025-a591-5bd46fb66c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798516] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 174db82b-e9f4-4c4f-b7ad-142fe309b16b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798654] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798767] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 5dd0834c-7950-44df-818e-048a6b7c25b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798881] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.798994] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2ec2890f-9abc-4a18-84b8-10558c4ca121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.799245] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1215.799392] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1215.917018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.917272] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Processing image 0f561a34-8bea-4aca-9ada-67f003f02c43 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.917509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.917722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.917925] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.918670] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccd664f-e0c6-4804-b295-1c994bea72f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.927168] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.927359] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.928161] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09ba89b-08d9-4143-9013-bda88968e400 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.935764] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1215.935764] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c9a1ce-84e1-0fec-52d1-6ff929b15279" [ 1215.935764] env[68828]: _type = "Task" [ 1215.935764] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.943265] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c9a1ce-84e1-0fec-52d1-6ff929b15279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.990400] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6fe4b-fd35-4194-879e-7686dc72f6a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.998890] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973376b4-2f14-4d80-87f0-930860573808 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.031929] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda4f3a-9722-455e-9ed3-0cfab381135c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.040423] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e50c6-f2b9-4a1b-a32a-82eb67abca7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.053651] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.091483] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.157168] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231528, 'name': CreateVM_Task, 'duration_secs': 0.739459} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.157362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.157995] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.158172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.158481] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.158735] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e52265-2607-4d2e-896e-f81da63d9f5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.160469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.160673] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.160867] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.161051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.161217] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.163155] env[68828]: INFO nova.compute.manager [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Terminating instance [ 1216.165402] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1216.165402] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52502954-3cc1-0747-5c79-faf3eb8585fe" [ 1216.165402] env[68828]: _type = "Task" [ 1216.165402] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.177936] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52502954-3cc1-0747-5c79-faf3eb8585fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.178245] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.178546] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.178671] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.179130] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.179130] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.179276] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e91a3249-c6f0-4d72-ab68-0b4098923b65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.187042] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.187299] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.187992] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d95ad7-271a-4b5c-ab7b-8a4d68befb22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.193135] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1216.193135] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5264c030-4de5-90a6-7044-cc3841f6062b" [ 1216.193135] env[68828]: _type = "Task" [ 1216.193135] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.200935] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5264c030-4de5-90a6-7044-cc3841f6062b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.224844] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231530, 'name': ReconfigVM_Task, 'duration_secs': 0.298173} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.225857] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2ec2890f-9abc-4a18-84b8-10558c4ca121/2ec2890f-9abc-4a18-84b8-10558c4ca121.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.225857] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e71a0d-a6d2-4196-9113-42db87bb7434 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.231276] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1216.231276] env[68828]: value = "task-3231531" [ 1216.231276] env[68828]: _type = "Task" [ 1216.231276] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.234203] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "5dd0834c-7950-44df-818e-048a6b7c25b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.234420] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.234632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.234817] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.234975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.236995] env[68828]: DEBUG nova.network.neutron [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updated VIF entry in instance network info cache for port 2215ba1c-7878-4a84-abaf-0664997f3e14. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.237325] env[68828]: DEBUG nova.network.neutron [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.239025] env[68828]: INFO nova.compute.manager [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Terminating instance [ 1216.243315] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231531, 'name': Rename_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.447036] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1216.447334] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Fetch image to [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad/OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1216.447437] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Downloading stream optimized image 0f561a34-8bea-4aca-9ada-67f003f02c43 to [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad/OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad.vmdk on the data store datastore1 as vApp {{(pid=68828) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1216.447614] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Downloading image file data 0f561a34-8bea-4aca-9ada-67f003f02c43 to the ESX as VM named 'OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad' {{(pid=68828) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1216.526984] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1216.526984] env[68828]: value = "resgroup-9" [ 1216.526984] env[68828]: _type = "ResourcePool" [ 1216.526984] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1216.527409] env[68828]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-28cbe6f7-8e86-482c-98f7-9a4bdd3469fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.548538] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lease: (returnval){ [ 1216.548538] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1216.548538] env[68828]: _type = "HttpNfcLease" [ 1216.548538] env[68828]: } obtained for vApp import into resource pool (val){ [ 1216.548538] env[68828]: value = "resgroup-9" [ 1216.548538] env[68828]: _type = "ResourcePool" [ 1216.548538] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1216.548919] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the lease: (returnval){ [ 1216.548919] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1216.548919] env[68828]: _type = "HttpNfcLease" [ 1216.548919] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.554822] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.554822] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1216.554822] env[68828]: _type = "HttpNfcLease" [ 1216.554822] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.556715] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.591494] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.670973] env[68828]: DEBUG nova.compute.manager [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.671208] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.672147] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15776f-6ec5-4d0b-afb3-8b761b2c16ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.679902] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.680158] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d4b4ea9-8c85-42f3-9c79-1af45646fb0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.685842] env[68828]: DEBUG oslo_vmware.api [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1216.685842] env[68828]: value = "task-3231533" [ 1216.685842] env[68828]: _type = "Task" [ 1216.685842] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.695144] env[68828]: DEBUG oslo_vmware.api [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.703459] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5264c030-4de5-90a6-7044-cc3841f6062b, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.704208] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3290742e-2684-4010-b1fe-38cea432f0a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.709235] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1216.709235] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b9902-157c-e0c1-ca90-30a1cb219bd4" [ 1216.709235] env[68828]: _type = "Task" [ 1216.709235] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.717348] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b9902-157c-e0c1-ca90-30a1cb219bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.740108] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8a91d36-744c-4ff8-85d8-b70421a9d3b7 req-28b59ea5-4451-4920-ba13-36a9b264b956 service nova] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.740538] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231531, 'name': Rename_Task, 'duration_secs': 0.139992} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.740819] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.741129] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17eca083-661b-47e7-bcfe-13ea0a5e8110 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.745579] env[68828]: DEBUG nova.compute.manager [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.745776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.747718] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728468a1-88cf-4394-865f-e25f233dbc88 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.750736] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1216.750736] env[68828]: value = "task-3231534" [ 1216.750736] env[68828]: _type = "Task" [ 1216.750736] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.756423] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.757132] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcde1ab-3e0e-43d1-888c-bd1608a10a11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.761589] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.766507] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1216.766507] env[68828]: value = "task-3231535" [ 1216.766507] env[68828]: _type = "Task" [ 1216.766507] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.778480] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.057138] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.057138] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1217.057138] env[68828]: _type = "HttpNfcLease" [ 1217.057138] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.060672] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.060865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.297s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.061082] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.061223] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1217.092876] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.195768] env[68828]: DEBUG oslo_vmware.api [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231533, 'name': PowerOffVM_Task, 'duration_secs': 0.373448} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.196035] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.196160] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.198679] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f80f4dd-6661-4c6a-bb92-34b750d04217 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.218672] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526b9902-157c-e0c1-ca90-30a1cb219bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.017078} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.218912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.219212] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.219479] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c8a124-645c-4f70-96e1-42364d8d7a5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.225621] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1217.225621] env[68828]: value = "task-3231537" [ 1217.225621] env[68828]: _type = "Task" [ 1217.225621] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.233480] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.261255] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.267322] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.267545] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.267701] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleting the datastore file [datastore2] acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.271500] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72112f3-21b5-4122-bf5f-50f734f73639 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.277761] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231535, 'name': PowerOffVM_Task, 'duration_secs': 0.216797} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.278945] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.279238] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.279636] env[68828]: DEBUG oslo_vmware.api [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1217.279636] env[68828]: value = "task-3231538" [ 1217.279636] env[68828]: _type = "Task" [ 1217.279636] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.279896] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b156f8-496c-48fa-abc5-5415864c2c8b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.557917] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.557917] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1217.557917] env[68828]: _type = "HttpNfcLease" [ 1217.557917] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.575844] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] There are 53 instances to clean {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1217.576084] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d8ee3d83-d0ef-445d-a330-8572fc49153e] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.593661] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.736456] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.762588] env[68828]: DEBUG oslo_vmware.api [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231534, 'name': PowerOnVM_Task, 'duration_secs': 0.659531} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.762870] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.763102] env[68828]: INFO nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1217.763291] env[68828]: DEBUG nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.764311] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f7870-0868-45cd-8e3b-486e854d8faa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.790893] env[68828]: DEBUG oslo_vmware.api [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357095} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.792056] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.792056] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.792056] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.792056] env[68828]: INFO nova.compute.manager [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1217.792056] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.792304] env[68828]: DEBUG nova.compute.manager [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.792304] env[68828]: DEBUG nova.network.neutron [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.060617] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.060617] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1218.060617] env[68828]: _type = "HttpNfcLease" [ 1218.060617] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1218.070415] env[68828]: DEBUG nova.compute.manager [req-c5af32c9-6450-4a4c-ab00-d7b8217e3a67 req-ebb56205-c02a-415f-8fed-c67ccef32d2a service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Received event network-vif-deleted-552be776-e0eb-4d37-836a-55babdd7ff61 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.070760] env[68828]: INFO nova.compute.manager [req-c5af32c9-6450-4a4c-ab00-d7b8217e3a67 req-ebb56205-c02a-415f-8fed-c67ccef32d2a service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Neutron deleted interface 552be776-e0eb-4d37-836a-55babdd7ff61; detaching it from the instance and deleting it from the info cache [ 1218.071119] env[68828]: DEBUG nova.network.neutron [req-c5af32c9-6450-4a4c-ab00-d7b8217e3a67 req-ebb56205-c02a-415f-8fed-c67ccef32d2a service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.079291] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2a725a45-2b45-45cc-b417-c494e05cc7b3] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.095726] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.235993] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723639} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.236614] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.236876] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.237148] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67735ca0-0c0e-4667-9ceb-5a8bfcb063d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.244472] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1218.244472] env[68828]: value = "task-3231540" [ 1218.244472] env[68828]: _type = "Task" [ 1218.244472] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.252285] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.281360] env[68828]: INFO nova.compute.manager [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Took 14.78 seconds to build instance. [ 1218.415249] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.415714] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.415714] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleting the datastore file [datastore1] 5dd0834c-7950-44df-818e-048a6b7c25b2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.416368] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5799f819-0e68-462e-9bc9-aa491e39960c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.422523] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for the task: (returnval){ [ 1218.422523] env[68828]: value = "task-3231541" [ 1218.422523] env[68828]: _type = "Task" [ 1218.422523] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.430142] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.546749] env[68828]: DEBUG nova.network.neutron [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.560597] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.560597] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1218.560597] env[68828]: _type = "HttpNfcLease" [ 1218.560597] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1218.561266] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1218.561266] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52664c54-262e-a72d-fda4-ab527093813a" [ 1218.561266] env[68828]: _type = "HttpNfcLease" [ 1218.561266] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1218.561984] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a35b2-7bd2-45b6-9b6e-320da467aea9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.569009] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1218.569184] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1218.625711] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d1304f94-a718-495f-b26a-669bdf0040c8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.630057] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bac587f-f7ea-41e1-9f7f-a63a4170ccda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.640050] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8c1b3b5-5fc4-4d6f-b5ef-7c2d3843ec9b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.644469] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.649266] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c0dd3-8149-4ac0-8291-4b16e32c459d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.684510] env[68828]: DEBUG nova.compute.manager [req-c5af32c9-6450-4a4c-ab00-d7b8217e3a67 req-ebb56205-c02a-415f-8fed-c67ccef32d2a service nova] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Detach interface failed, port_id=552be776-e0eb-4d37-836a-55babdd7ff61, reason: Instance acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.754330] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159971} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.754790] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.755634] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853d2d5-faa8-45c1-b6e5-910465f8d9b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.778263] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.778488] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905578d6-a940-42fd-8190-ce47b16954d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.792885] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8081f650-50eb-4f0e-aa89-a0062571d27c tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.304s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.798409] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1218.798409] env[68828]: value = "task-3231542" [ 1218.798409] env[68828]: _type = "Task" [ 1218.798409] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.806024] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.934555] env[68828]: DEBUG oslo_vmware.api [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Task: {'id': task-3231541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470605} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.936291] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.936492] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.936673] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.936892] env[68828]: INFO nova.compute.manager [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1218.937203] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.937421] env[68828]: DEBUG nova.compute.manager [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.937516] env[68828]: DEBUG nova.network.neutron [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.049524] env[68828]: INFO nova.compute.manager [-] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Took 1.26 seconds to deallocate network for instance. [ 1219.128874] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 47c1251b-c3e7-4797-b26c-eb4535616e93] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.157244] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.311558] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231542, 'name': ReconfigVM_Task, 'duration_secs': 0.312935} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.311893] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee/f433af0c-f804-4bff-beb0-61b11f67b5ee.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.312584] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5975c6c8-f101-473a-9a2f-f3da204d7c5b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.321448] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1219.321448] env[68828]: value = "task-3231543" [ 1219.321448] env[68828]: _type = "Task" [ 1219.321448] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.329983] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231543, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.558365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.558642] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.558857] env[68828]: DEBUG nova.objects.instance [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lazy-loading 'resources' on Instance uuid acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.643742] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.650340] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 91a69b84-3008-4041-94c0-7068ea891edd] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.693022] env[68828]: DEBUG nova.network.neutron [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.819154] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.819306] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.819524] env[68828]: DEBUG nova.compute.manager [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.820560] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08970869-d88f-4565-b754-0c7749b4edfd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.834395] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231543, 'name': Rename_Task, 'duration_secs': 0.153299} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.837256] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.837867] env[68828]: DEBUG nova.compute.manager [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1219.838429] env[68828]: DEBUG nova.objects.instance [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'flavor' on Instance uuid 2ec2890f-9abc-4a18-84b8-10558c4ca121 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.839823] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef913f11-7d77-4489-8066-83a8cc533ee3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.845748] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1219.845748] env[68828]: value = "task-3231544" [ 1219.845748] env[68828]: _type = "Task" [ 1219.845748] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.855197] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.923347] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1219.923521] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1219.924772] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8af6a-5921-46ae-9ac4-0251163309a9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.931637] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1219.931829] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1219.932071] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-57dfd71d-597b-4ef5-bbe3-21542f23a08f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.098440] env[68828]: DEBUG nova.compute.manager [req-3e12dcc3-a4ca-42bc-8154-44842048ec5c req-0b9d678d-e701-4140-933d-1823a0f8a601 service nova] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Received event network-vif-deleted-e7d8d770-0cbb-4ca8-85a0-f4ad7953c1cf {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.147060] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.153237] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 9241d4e6-208d-4ba1-8cb0-9e2ee61feb07] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.158607] env[68828]: DEBUG oslo_vmware.rw_handles [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f211ce-5f03-2e4c-c298-993dc7464a96/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1220.158800] env[68828]: INFO nova.virt.vmwareapi.images [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Downloaded image file data 0f561a34-8bea-4aca-9ada-67f003f02c43 [ 1220.159633] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c17455e-e868-4539-aaeb-0d227202bcd6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.182277] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd1cd20-cc3f-406b-b366-e8f34128739d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.197124] env[68828]: INFO nova.compute.manager [-] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Took 1.26 seconds to deallocate network for instance. [ 1220.206640] env[68828]: INFO nova.virt.vmwareapi.images [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] The imported VM was unregistered [ 1220.209131] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1220.209363] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.211957] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa70959-0bf8-483a-aff4-d6e93ef252af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.230831] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Created directory with path [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.231043] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad/OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad.vmdk to [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk. {{(pid=68828) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1220.231312] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-144a163b-859a-4e09-b89b-3a74f6167334 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.239499] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1220.239499] env[68828]: value = "task-3231546" [ 1220.239499] env[68828]: _type = "Task" [ 1220.239499] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.247985] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.271579] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650082a6-94b0-4da6-8b6e-aae0430db703 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.279249] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8bcbd6-e962-4c8b-a5b0-a9160628e807 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.308524] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848b491c-a3b6-4da4-8377-d5dff5ed6a25 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.315911] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707feef-e2b4-4994-9d56-4a41b8b4f149 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.328911] env[68828]: DEBUG nova.compute.provider_tree [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.355271] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231544, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.646645] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.657289] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d8fe743e-24a0-48cb-9a77-e8ba5307b157] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.704617] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.751718] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.832855] env[68828]: DEBUG nova.scheduler.client.report [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.846957] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.847190] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8c4883-8c27-4e30-bf42-749999a4c1ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.858475] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.859671] env[68828]: DEBUG oslo_vmware.api [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1220.859671] env[68828]: value = "task-3231547" [ 1220.859671] env[68828]: _type = "Task" [ 1220.859671] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.867506] env[68828]: DEBUG oslo_vmware.api [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.148429] env[68828]: DEBUG oslo_vmware.api [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231527, 'name': ReconfigVM_Task, 'duration_secs': 5.769644} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.148826] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.148826] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Reconfigured VM to detach interface {{(pid=68828) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1221.160781] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 374c2815-449a-434b-a27a-1cbe7e795c01] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.253172] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.338282] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.342054] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.637s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.342152] env[68828]: DEBUG nova.objects.instance [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lazy-loading 'resources' on Instance uuid 5dd0834c-7950-44df-818e-048a6b7c25b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.358391] env[68828]: DEBUG oslo_vmware.api [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231544, 'name': PowerOnVM_Task, 'duration_secs': 1.493063} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.359748] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.359748] env[68828]: DEBUG nova.compute.manager [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.359748] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900bb23-1cee-4d0f-b5e6-b086951c50d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.367165] env[68828]: INFO nova.scheduler.client.report [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted allocations for instance acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba [ 1221.381434] env[68828]: DEBUG oslo_vmware.api [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.664960] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 582e5a15-191f-4595-a5ef-27ab72a21b17] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.751331] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.873299] env[68828]: DEBUG oslo_vmware.api [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231547, 'name': PowerOffVM_Task, 'duration_secs': 0.861795} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.876200] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.876422] env[68828]: DEBUG nova.compute.manager [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.877587] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ac6c82-bad3-46a6-aa05-80c161f6feb1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.887742] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.890509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-75b2791e-81b4-499b-879a-be4402b33cdc tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.035622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c899c4a-7ded-4862-9f85-b18aad82296f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.043846] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c478f521-7f78-454b-9626-7ceaa38d4955 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.076968] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e3167f-88c1-44d8-9d33-dcd4c221e2a5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.085158] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76e77b-92ae-45b3-828d-c8a7e4a97905 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.099274] env[68828]: DEBUG nova.compute.provider_tree [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.168899] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: be9cd6a0-f60a-4b65-bfb2-f20fa140ea8b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.251023] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.401671] env[68828]: DEBUG oslo_concurrency.lockutils [None req-05c713a4-68a6-4334-bfa9-393db257bd2a tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.582s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.483527] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.483762] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquired lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.483967] env[68828]: DEBUG nova.network.neutron [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.602960] env[68828]: DEBUG nova.scheduler.client.report [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.672771] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 8240d878-657c-4473-b3f5-d5c9d600800f] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.753477] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.002938] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.003845] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.004018] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "539f5867-e287-4151-88cd-dbf04015f82a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.004258] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.004483] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.007289] env[68828]: INFO nova.compute.manager [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Terminating instance [ 1223.108494] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.113079] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.225s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.113294] env[68828]: DEBUG nova.objects.instance [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68828) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1223.136414] env[68828]: INFO nova.scheduler.client.report [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Deleted allocations for instance 5dd0834c-7950-44df-818e-048a6b7c25b2 [ 1223.177111] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2f503703-a96f-438e-a2f5-1e371d01a9fa] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.214144] env[68828]: INFO nova.network.neutron [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Port 249f71df-9829-4477-94a5-f7cb08900709 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1223.214515] env[68828]: DEBUG nova.network.neutron [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [{"id": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "address": "fa:16:3e:7f:d9:31", "network": {"id": "c648557b-6b98-4db6-bc16-bf33e36e077f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-321526410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ac4a078ee34542b9a28d8f85e6c81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8676ca97-99", "ovs_interfaceid": "8676ca97-99b7-456f-9e88-d7c7b24aac95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.251784] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231546, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.844349} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.252054] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad/OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad.vmdk to [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk. [ 1223.252247] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Cleaning up location [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1223.252410] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_19363a78-6db9-4c6f-a659-fee8a9d29cad {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.252686] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4577d97-0f75-454e-ba23-405e153d11b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.259108] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1223.259108] env[68828]: value = "task-3231548" [ 1223.259108] env[68828]: _type = "Task" [ 1223.259108] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.267130] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.512047] env[68828]: DEBUG nova.compute.manager [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.512047] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.512812] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f150129-ccaa-4f46-981e-094a421c109b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.520716] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.520932] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81109704-340d-4ad2-89db-01f1d01d4307 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.526991] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1223.526991] env[68828]: value = "task-3231549" [ 1223.526991] env[68828]: _type = "Task" [ 1223.526991] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.534774] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.641940] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.642267] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.642490] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.642670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.642840] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.646371] env[68828]: INFO nova.compute.manager [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Terminating instance [ 1223.648976] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c1584165-7e8f-4a73-ac78-7cb3a2c3d297 tempest-ListServersNegativeTestJSON-137839328 tempest-ListServersNegativeTestJSON-137839328-project-member] Lock "5dd0834c-7950-44df-818e-048a6b7c25b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.414s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.682657] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: b8b6182f-22a9-4ab9-9978-36eb644bc2c3] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.716528] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Releasing lock "refresh_cache-539f5867-e287-4151-88cd-dbf04015f82a" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.768793] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034881} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.769015] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.769349] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.769619] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk to [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.769888] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1401275f-99d6-43ac-a225-eff159e86ae9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.776207] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1223.776207] env[68828]: value = "task-3231550" [ 1223.776207] env[68828]: _type = "Task" [ 1223.776207] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.783912] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.037638] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231549, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.125371] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3721a127-aa5d-4344-8d31-0a85f8bbb5a9 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.153682] env[68828]: DEBUG nova.compute.manager [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.154080] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.155206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01978c18-f69c-46f4-bce8-08c6feeda43f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.163299] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.163559] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06cc84c-6852-4bb7-915c-33fefa91ba92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.185998] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f0bf5f87-81af-4702-8c21-9279a0a9dc2b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.219835] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2d9f9b4c-f7ea-44a6-b8b4-5e8009087016 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "interface-539f5867-e287-4151-88cd-dbf04015f82a-249f71df-9829-4477-94a5-f7cb08900709" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.718s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.278289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.278686] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.278929] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 2ec2890f-9abc-4a18-84b8-10558c4ca121 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.282491] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01486074-2730-49db-bbce-3a73e9adc02b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.291028] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.293593] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1224.293593] env[68828]: value = "task-3231552" [ 1224.293593] env[68828]: _type = "Task" [ 1224.293593] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.302119] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.539429] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231549, 'name': PowerOffVM_Task, 'duration_secs': 0.529711} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.539699] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.539875] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.540171] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e37a09d-1e1c-4dbe-9185-6499be15102d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.623636] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.623885] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.624080] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleting the datastore file [datastore1] 539f5867-e287-4151-88cd-dbf04015f82a {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.624369] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4601ddc-1fd3-4f53-8b6a-4dc05724e181 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.631085] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1224.631085] env[68828]: value = "task-3231554" [ 1224.631085] env[68828]: _type = "Task" [ 1224.631085] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.642782] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.689648] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 70e51c34-91ff-4e8f-8f35-baf2c5ec21a5] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.789976] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.804427] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.142517] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.193041] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 4833add8-46aa-460a-95ca-20de64bdd4c4] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.289474] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.306881] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.642248] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.697156] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 6f192834-cae9-4da1-938e-2b226a379032] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.789933] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.805824] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.142514] env[68828]: DEBUG oslo_vmware.api [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.499978} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.142767] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.142950] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.143148] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.143378] env[68828]: INFO nova.compute.manager [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1226.143635] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.143843] env[68828]: DEBUG nova.compute.manager [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.143954] env[68828]: DEBUG nova.network.neutron [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.200189] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: fd09eb59-5755-4baa-a0b4-aa31aa69cf40] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.290231] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.304618] env[68828]: DEBUG oslo_vmware.api [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.784462} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.304868] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.305069] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.305251] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.305420] env[68828]: INFO nova.compute.manager [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1226.305662] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.305839] env[68828]: DEBUG nova.compute.manager [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.305936] env[68828]: DEBUG nova.network.neutron [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.705075] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f65ed295-db6c-4a80-86ef-2216fb790b25] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.729256] env[68828]: DEBUG nova.compute.manager [req-08197a17-bb1c-455e-8914-164e87ad5e9c req-56d31fa9-66ea-4d1c-a18d-8a524a3c2d38 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Received event network-vif-deleted-5560cac0-1f04-4434-9c9a-922a97581b5c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.729256] env[68828]: INFO nova.compute.manager [req-08197a17-bb1c-455e-8914-164e87ad5e9c req-56d31fa9-66ea-4d1c-a18d-8a524a3c2d38 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Neutron deleted interface 5560cac0-1f04-4434-9c9a-922a97581b5c; detaching it from the instance and deleting it from the info cache [ 1226.729256] env[68828]: DEBUG nova.network.neutron [req-08197a17-bb1c-455e-8914-164e87ad5e9c req-56d31fa9-66ea-4d1c-a18d-8a524a3c2d38 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.754150] env[68828]: DEBUG nova.compute.manager [req-56f81f43-cd57-48ae-9a26-37850ab73f41 req-58b647fd-d8fe-4277-8106-dd419c487d91 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Received event network-vif-deleted-8676ca97-99b7-456f-9e88-d7c7b24aac95 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.754150] env[68828]: INFO nova.compute.manager [req-56f81f43-cd57-48ae-9a26-37850ab73f41 req-58b647fd-d8fe-4277-8106-dd419c487d91 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Neutron deleted interface 8676ca97-99b7-456f-9e88-d7c7b24aac95; detaching it from the instance and deleting it from the info cache [ 1226.754150] env[68828]: DEBUG nova.network.neutron [req-56f81f43-cd57-48ae-9a26-37850ab73f41 req-58b647fd-d8fe-4277-8106-dd419c487d91 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.791930] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.198913] env[68828]: DEBUG nova.network.neutron [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.207882] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 94195e4d-6e4c-4291-a449-0028b8f0782b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.233749] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0948c2c3-c8e6-45b1-adc0-137b30ad7a6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.238468] env[68828]: DEBUG nova.network.neutron [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.249578] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa65e7-0fd3-49b7-878b-484ae2982ed6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.267883] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34957fb8-7680-4569-9d52-857a64c3da4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.276684] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a370dba-8a56-4a40-af2e-0f78cee7d028 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.297218] env[68828]: DEBUG nova.compute.manager [req-08197a17-bb1c-455e-8914-164e87ad5e9c req-56d31fa9-66ea-4d1c-a18d-8a524a3c2d38 service nova] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Detach interface failed, port_id=5560cac0-1f04-4434-9c9a-922a97581b5c, reason: Instance 2ec2890f-9abc-4a18-84b8-10558c4ca121 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.305951] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231550, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.325781} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.306294] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f561a34-8bea-4aca-9ada-67f003f02c43/0f561a34-8bea-4aca-9ada-67f003f02c43.vmdk to [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.307110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee92348-b4a8-47b2-bb5c-3c2a846fd461 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.321564] env[68828]: DEBUG nova.compute.manager [req-56f81f43-cd57-48ae-9a26-37850ab73f41 req-58b647fd-d8fe-4277-8106-dd419c487d91 service nova] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Detach interface failed, port_id=8676ca97-99b7-456f-9e88-d7c7b24aac95, reason: Instance 539f5867-e287-4151-88cd-dbf04015f82a could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.338733] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.339017] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927420bb-9525-42e5-bf01-6c05e3348aff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.358995] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1227.358995] env[68828]: value = "task-3231555" [ 1227.358995] env[68828]: _type = "Task" [ 1227.358995] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.370489] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.703122] env[68828]: INFO nova.compute.manager [-] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Took 1.40 seconds to deallocate network for instance. [ 1227.714286] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: a3d724dc-30ab-48d5-8aab-2d1808962399] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.739873] env[68828]: INFO nova.compute.manager [-] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Took 1.60 seconds to deallocate network for instance. [ 1227.869882] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.046090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.046433] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.046632] env[68828]: INFO nova.compute.manager [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Shelving [ 1228.212017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.212340] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.212842] env[68828]: DEBUG nova.objects.instance [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 2ec2890f-9abc-4a18-84b8-10558c4ca121 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.217558] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bfa855b4-31d7-4b5e-af77-e2cb6c92ba31] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.247901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.372723] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231555, 'name': ReconfigVM_Task, 'duration_secs': 0.588631} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.373036] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d/061d2ed0-ae79-4885-9498-48b7f9c8a26d.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.373679] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a42cea5-0436-4063-85fc-03f4ea52dca7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.380377] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1228.380377] env[68828]: value = "task-3231556" [ 1228.380377] env[68828]: _type = "Task" [ 1228.380377] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.389267] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231556, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.721548] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 31a48226-287d-47b9-a293-0e15f62cf5fd] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.887655] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b9d1b-08d7-4204-a85e-e3d974680f93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.894497] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231556, 'name': Rename_Task, 'duration_secs': 0.286598} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.894497] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.895463] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f09a3ac9-aef8-4acf-aab7-c202c1011843 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.899375] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c449b-1ebd-4ec5-a045-28cd34625903 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.903633] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1228.903633] env[68828]: value = "task-3231557" [ 1228.903633] env[68828]: _type = "Task" [ 1228.903633] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.934551] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d8c99-8e34-4fab-b8c3-a9cc85695601 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.941278] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.947108] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637cf827-8be1-4cf4-9ace-30a677c343ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.962312] env[68828]: DEBUG nova.compute.provider_tree [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.059119] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.059499] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d86d597-9bb7-445c-a860-8f819f84b74a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.066342] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1229.066342] env[68828]: value = "task-3231558" [ 1229.066342] env[68828]: _type = "Task" [ 1229.066342] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.074896] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.233436] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 076c35d8-f3b8-4734-a691-2df186f34a50] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.417817] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.466181] env[68828]: DEBUG nova.scheduler.client.report [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.576471] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231558, 'name': PowerOffVM_Task, 'duration_secs': 0.196812} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.576799] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.577596] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c994256-1c56-4887-9ac0-bf57144d379f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.595995] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa544cd-10e1-4762-8dbd-e202327aa5f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.632592] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.633107] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.738046] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e7cf9e01-adb6-4ffd-a344-6097999ce1dd] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.914502] env[68828]: DEBUG oslo_vmware.api [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231557, 'name': PowerOnVM_Task, 'duration_secs': 0.640406} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.914776] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.970818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.973152] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.725s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.973778] env[68828]: DEBUG nova.objects.instance [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'resources' on Instance uuid 539f5867-e287-4151-88cd-dbf04015f82a {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.996160] env[68828]: INFO nova.scheduler.client.report [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 2ec2890f-9abc-4a18-84b8-10558c4ca121 [ 1230.022587] env[68828]: DEBUG nova.compute.manager [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.023572] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db370503-5ddb-4528-8495-01923e2c6b98 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.107039] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1230.107400] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be3e0b12-ce79-4aaa-a13e-a545172ea635 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.114065] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1230.114065] env[68828]: value = "task-3231562" [ 1230.114065] env[68828]: _type = "Task" [ 1230.114065] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.124075] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.138674] env[68828]: DEBUG nova.compute.utils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.242130] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 957188b3-5d1d-4048-8aed-3b8238ca271f] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.504357] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e004a584-a1c5-4d4f-a200-f352fd702152 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "2ec2890f-9abc-4a18-84b8-10558c4ca121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.861s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.545510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-31269bab-9bd3-4147-b28b-05ff857aedcb tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.287s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.626381] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231562, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.641446] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.646443] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba078d40-02e7-472e-9299-6368494991ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.654751] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b616f-07a4-4542-bc57-427dcd553598 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.689853] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610516a3-10e5-4089-a367-ee7739cc706a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.697447] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cccc1b6-8432-427c-9464-647bd893dd08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.713495] env[68828]: DEBUG nova.compute.provider_tree [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.746332] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: fad542ce-c7e3-4b95-8a93-ff8ef67e9b55] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.125212] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231562, 'name': CreateSnapshot_Task, 'duration_secs': 0.974419} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.125212] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.125969] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fded99-d30c-412d-a84a-f4a129caa1ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.217067] env[68828]: DEBUG nova.scheduler.client.report [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.250521] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f9c06b12-df56-4dcf-8980-24efe8c5428e] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.646253] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1231.646870] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6db3ec38-21e0-47e2-8e23-44bd089f3855 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.655852] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1231.655852] env[68828]: value = "task-3231563" [ 1231.655852] env[68828]: _type = "Task" [ 1231.655852] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.666241] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231563, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.706364] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.706641] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.706975] env[68828]: INFO nova.compute.manager [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Attaching volume e7a08baa-0685-4f72-86e5-34f47762c12e to /dev/sdb [ 1231.721729] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.740086] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307044b2-6ea9-46d0-a86c-6966ce04090e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.747165] env[68828]: INFO nova.scheduler.client.report [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted allocations for instance 539f5867-e287-4151-88cd-dbf04015f82a [ 1231.748571] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ed5a2-e4fe-405e-b178-8795dbbfdcba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.753164] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 42b62f0b-9b3a-4356-a665-68e0ab448665] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.765424] env[68828]: DEBUG nova.virt.block_device [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating existing volume attachment record: 7092bbc1-ca13-4695-8b7c-0591620e91d3 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.775385] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf7454e-c3a7-4ea3-ae4c-8985d8a199f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.786412] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Suspending the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1231.787155] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2f83bc3-4485-40ef-bb49-7d92db68b5cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.795071] env[68828]: DEBUG oslo_vmware.api [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1231.795071] env[68828]: value = "task-3231564" [ 1231.795071] env[68828]: _type = "Task" [ 1231.795071] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.805761] env[68828]: DEBUG oslo_vmware.api [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231564, 'name': SuspendVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.011769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "01b4fa59-8ed4-4e76-8943-a69259300a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.012063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.012369] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.012460] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.012632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.014991] env[68828]: INFO nova.compute.manager [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Terminating instance [ 1232.166159] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231563, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.258444] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 31454f80-da8c-4c38-8a7f-b3cfaf8c9e3e] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.260324] env[68828]: DEBUG oslo_concurrency.lockutils [None req-0a7e37b5-5703-4f8d-aa9b-6d0c709d6542 tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "539f5867-e287-4151-88cd-dbf04015f82a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.257s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.305618] env[68828]: DEBUG oslo_vmware.api [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231564, 'name': SuspendVM_Task} progress is 58%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.519571] env[68828]: DEBUG nova.compute.manager [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.520064] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.521044] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0fe0c-761c-4dc2-8ec1-8718a47dd152 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.529861] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.530182] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c5e583-263d-4907-a6f5-851cca45b259 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.536501] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1232.536501] env[68828]: value = "task-3231567" [ 1232.536501] env[68828]: _type = "Task" [ 1232.536501] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.545257] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.667468] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231563, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.762370] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2c0ec31d-4e18-4922-ad20-ebd9f4d5dba9] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.808730] env[68828]: DEBUG oslo_vmware.api [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231564, 'name': SuspendVM_Task, 'duration_secs': 0.995398} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.809025] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Suspended the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1232.809226] env[68828]: DEBUG nova.compute.manager [None req-36f3445f-0c9c-44e9-b046-e2d45c09008c tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.810034] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c7b7c-14bd-4129-842b-9fe6abd1880a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.046029] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231567, 'name': PowerOffVM_Task, 'duration_secs': 0.275688} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.046258] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.046424] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.046673] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-695d004f-9646-4356-a5d2-76e652b8faba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.100366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.100591] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.100797] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.100964] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.101797] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.103316] env[68828]: INFO nova.compute.manager [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Terminating instance [ 1233.119854] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.120072] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.120252] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleting the datastore file [datastore1] 01b4fa59-8ed4-4e76-8943-a69259300a31 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.120489] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-819cb60b-ea98-49f3-9f9e-048cb68b4a73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.127367] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for the task: (returnval){ [ 1233.127367] env[68828]: value = "task-3231569" [ 1233.127367] env[68828]: _type = "Task" [ 1233.127367] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.134695] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.165391] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231563, 'name': CloneVM_Task, 'duration_secs': 1.461594} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.165549] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Created linked-clone VM from snapshot [ 1233.166258] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6fe63-5a9f-4eb3-b3f7-c7876165dfe1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.173327] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Uploading image afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1233.199745] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1233.199745] env[68828]: value = "vm-645938" [ 1233.199745] env[68828]: _type = "VirtualMachine" [ 1233.199745] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1233.200020] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae9facaf-1ee5-4ba1-b853-9c0c3caac957 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.206404] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease: (returnval){ [ 1233.206404] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2dcea-016e-b329-501d-d124746b4fee" [ 1233.206404] env[68828]: _type = "HttpNfcLease" [ 1233.206404] env[68828]: } obtained for exporting VM: (result){ [ 1233.206404] env[68828]: value = "vm-645938" [ 1233.206404] env[68828]: _type = "VirtualMachine" [ 1233.206404] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1233.206656] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the lease: (returnval){ [ 1233.206656] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2dcea-016e-b329-501d-d124746b4fee" [ 1233.206656] env[68828]: _type = "HttpNfcLease" [ 1233.206656] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1233.212962] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.212962] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2dcea-016e-b329-501d-d124746b4fee" [ 1233.212962] env[68828]: _type = "HttpNfcLease" [ 1233.212962] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1233.266699] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 13fd0e92-3999-4f78-9987-f29d89a6046a] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.607559] env[68828]: DEBUG nova.compute.manager [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.607817] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.608691] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ffd84-3eb8-48fe-8a80-d0cad63b62de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.616648] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.616942] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31069bad-eca4-4523-a719-8972fd63f2db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.623494] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1233.623494] env[68828]: value = "task-3231571" [ 1233.623494] env[68828]: _type = "Task" [ 1233.623494] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.631218] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.640024] env[68828]: DEBUG oslo_vmware.api [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Task: {'id': task-3231569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161676} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.640024] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.640024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.640024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.640024] env[68828]: INFO nova.compute.manager [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.640285] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.640354] env[68828]: DEBUG nova.compute.manager [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.640454] env[68828]: DEBUG nova.network.neutron [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.715365] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.715365] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2dcea-016e-b329-501d-d124746b4fee" [ 1233.715365] env[68828]: _type = "HttpNfcLease" [ 1233.715365] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.715672] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.715672] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a2dcea-016e-b329-501d-d124746b4fee" [ 1233.715672] env[68828]: _type = "HttpNfcLease" [ 1233.715672] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1233.716440] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62319ca-2674-4530-9865-3ea79d496cc4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.728926] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.728926] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1233.791065] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 3c6b4441-0cfb-436c-96c6-4525f4e4ae6a] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.841832] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a82206b-06ec-441c-baac-633d66863172 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.922411] env[68828]: DEBUG nova.compute.manager [req-703224cb-c13f-4865-bc1e-e9e339194686 req-595f1fc4-d106-4e8a-9311-f2359b5f7364 service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Received event network-vif-deleted-a6ae46f8-dc69-4d92-9a06-db8eac23dbfb {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.922580] env[68828]: INFO nova.compute.manager [req-703224cb-c13f-4865-bc1e-e9e339194686 req-595f1fc4-d106-4e8a-9311-f2359b5f7364 service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Neutron deleted interface a6ae46f8-dc69-4d92-9a06-db8eac23dbfb; detaching it from the instance and deleting it from the info cache [ 1233.922756] env[68828]: DEBUG nova.network.neutron [req-703224cb-c13f-4865-bc1e-e9e339194686 req-595f1fc4-d106-4e8a-9311-f2359b5f7364 service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.134122] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231571, 'name': PowerOffVM_Task, 'duration_secs': 0.23423} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.134492] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.134705] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.135033] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3b2a3c-237b-4649-bbda-86ccd0d95622 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.190763] env[68828]: INFO nova.compute.manager [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Resuming [ 1234.191464] env[68828]: DEBUG nova.objects.instance [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'flavor' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.214330] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.214690] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.214866] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleting the datastore file [datastore2] bfd3355e-7716-411f-b806-ac09beb14f7d {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.215301] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f63606d-1bd9-40ea-a2fe-f841ecfe0045 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.222220] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for the task: (returnval){ [ 1234.222220] env[68828]: value = "task-3231575" [ 1234.222220] env[68828]: _type = "Task" [ 1234.222220] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.231862] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.294469] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 41cec573-894c-485c-9230-0f2e7d518ffa] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.395781] env[68828]: DEBUG nova.network.neutron [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.427030] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3979c83c-cc0d-4356-bcb3-6bfa32bd2a4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.437961] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c773a67-5a6f-4ea6-9d45-0ad596dcccdb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.474344] env[68828]: DEBUG nova.compute.manager [req-703224cb-c13f-4865-bc1e-e9e339194686 req-595f1fc4-d106-4e8a-9311-f2359b5f7364 service nova] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Detach interface failed, port_id=a6ae46f8-dc69-4d92-9a06-db8eac23dbfb, reason: Instance 01b4fa59-8ed4-4e76-8943-a69259300a31 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.735130] env[68828]: DEBUG oslo_vmware.api [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Task: {'id': task-3231575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24164} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.735484] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.735736] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.735992] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.736245] env[68828]: INFO nova.compute.manager [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1234.736562] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.736823] env[68828]: DEBUG nova.compute.manager [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.736995] env[68828]: DEBUG nova.network.neutron [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.798062] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e0f5300b-71f2-41c0-b0b9-f3c05d46c4c7] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.898766] env[68828]: INFO nova.compute.manager [-] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Took 1.26 seconds to deallocate network for instance. [ 1235.303716] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: aaa4efed-a739-46d8-872e-91525fa03fe4] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.406066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.406381] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.406714] env[68828]: DEBUG nova.objects.instance [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lazy-loading 'resources' on Instance uuid 01b4fa59-8ed4-4e76-8943-a69259300a31 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.707477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.707794] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquired lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.708153] env[68828]: DEBUG nova.network.neutron [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.736236] env[68828]: DEBUG nova.network.neutron [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.807375] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 8b9ecd00-2823-41ad-9016-961d9fd521e9] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.950784] env[68828]: DEBUG nova.compute.manager [req-a3025391-85d3-43f7-8dc3-b1b2026e3187 req-273b85ba-8d2e-4f53-98a2-b0c93b7f614b service nova] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Received event network-vif-deleted-bf689196-d2a0-4ee2-aede-90ede2f0b127 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.069534] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae3d38-243e-4cd0-b0c8-4b6c83e8e7c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.078505] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee14ba0-791e-4664-b832-61232c7b7924 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.124138] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969710f-82ea-4325-a2de-ff708b88088f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.145650] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469c693-a5bc-45fc-b483-2f4763865314 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.323529] env[68828]: INFO nova.compute.manager [-] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Took 1.58 seconds to deallocate network for instance. [ 1236.323529] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f82ecbc2-82c1-4aa9-9739-6eeaa52c6edb] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.327301] env[68828]: DEBUG nova.compute.provider_tree [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.327301] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.327301] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645939', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'name': 'volume-e7a08baa-0685-4f72-86e5-34f47762c12e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174db82b-e9f4-4c4f-b7ad-142fe309b16b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'serial': 'e7a08baa-0685-4f72-86e5-34f47762c12e'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.331506] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5073c9-75bd-4a92-99fa-929459b4fc26 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.353324] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c86a2-c6a7-4186-ad24-63330fd580dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.376928] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-e7a08baa-0685-4f72-86e5-34f47762c12e/volume-e7a08baa-0685-4f72-86e5-34f47762c12e.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.379641] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdd9932-887d-4d2d-8e05-e4717d7b7124 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.407363] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1236.407363] env[68828]: value = "task-3231577" [ 1236.407363] env[68828]: _type = "Task" [ 1236.407363] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.420019] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.580459] env[68828]: DEBUG nova.network.neutron [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [{"id": "2215ba1c-7878-4a84-abaf-0664997f3e14", "address": "fa:16:3e:f8:54:43", "network": {"id": "27d69ee4-47ae-4eab-98c8-32214e468715", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1318668697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257fa9a1a52f4bedac315d3827264713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2215ba1c-78", "ovs_interfaceid": "2215ba1c-7878-4a84-abaf-0664997f3e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.828153] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: baeea94c-9cdf-4cd4-9e8a-8263af1071f0] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.835746] env[68828]: DEBUG nova.scheduler.client.report [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.839362] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.918279] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.083379] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Releasing lock "refresh_cache-061d2ed0-ae79-4885-9498-48b7f9c8a26d" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.085797] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41393a-fddf-45f6-ae73-cba4cc95970e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.093343] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Resuming the VM {{(pid=68828) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1237.093637] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276dbf34-21a8-4319-acd2-f078a8b51d0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.101886] env[68828]: DEBUG oslo_vmware.api [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1237.101886] env[68828]: value = "task-3231578" [ 1237.101886] env[68828]: _type = "Task" [ 1237.101886] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.113280] env[68828]: DEBUG oslo_vmware.api [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.331077] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 39ef3db0-a517-40a9-87b3-0a6510ce32a2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.341076] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.344464] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.344464] env[68828]: DEBUG nova.objects.instance [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lazy-loading 'resources' on Instance uuid bfd3355e-7716-411f-b806-ac09beb14f7d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.361561] env[68828]: INFO nova.scheduler.client.report [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Deleted allocations for instance 01b4fa59-8ed4-4e76-8943-a69259300a31 [ 1237.418807] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231577, 'name': ReconfigVM_Task, 'duration_secs': 0.517119} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.419141] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-e7a08baa-0685-4f72-86e5-34f47762c12e/volume-e7a08baa-0685-4f72-86e5-34f47762c12e.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.423934] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de742cf5-1472-419d-ab36-0f14e4791e15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.442053] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1237.442053] env[68828]: value = "task-3231579" [ 1237.442053] env[68828]: _type = "Task" [ 1237.442053] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.451492] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.613924] env[68828]: DEBUG oslo_vmware.api [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.834088] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 99e4c566-b9da-42d4-a1b6-7255a8a7c6f2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.871970] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dc7884de-53b7-4571-a8c8-88f4ea7f3c51 tempest-ServersTestJSON-2113978180 tempest-ServersTestJSON-2113978180-project-member] Lock "01b4fa59-8ed4-4e76-8943-a69259300a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.860s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.951910] env[68828]: DEBUG oslo_vmware.api [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231579, 'name': ReconfigVM_Task, 'duration_secs': 0.191605} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.954352] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645939', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'name': 'volume-e7a08baa-0685-4f72-86e5-34f47762c12e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174db82b-e9f4-4c4f-b7ad-142fe309b16b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'serial': 'e7a08baa-0685-4f72-86e5-34f47762c12e'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.977237] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f59b3e-4ebd-429d-af7e-43b67691b825 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.985821] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4ae38-fa54-4106-a394-beead71ba98e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.018158] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a02f8-83df-4275-971b-f0bb0d68e6b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.027338] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f8caee-091c-4861-8812-e4a8afecb1c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.045604] env[68828]: DEBUG nova.compute.provider_tree [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.113644] env[68828]: DEBUG oslo_vmware.api [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231578, 'name': PowerOnVM_Task, 'duration_secs': 0.589404} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.113976] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Resumed the VM {{(pid=68828) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1238.114308] env[68828]: DEBUG nova.compute.manager [None req-f80a6782-bb07-4ca3-9880-b0eefe94ba95 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.115154] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b4cc8-896c-43a4-8c75-b1e5d9902e27 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.337774] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 26ad53a9-61fa-4d59-88d4-85aba32fe3e2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.550673] env[68828]: DEBUG nova.scheduler.client.report [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.841123] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: dc4c6c06-cfa7-483c-8498-9f5ba566c8c6] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.994994] env[68828]: DEBUG nova.objects.instance [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 174db82b-e9f4-4c4f-b7ad-142fe309b16b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.054523] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.083442] env[68828]: INFO nova.scheduler.client.report [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Deleted allocations for instance bfd3355e-7716-411f-b806-ac09beb14f7d [ 1239.345726] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 27eb192c-48ae-471c-a0c0-feeb62aa04fd] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.499897] env[68828]: DEBUG oslo_concurrency.lockutils [None req-fa2fc18b-33f0-4542-ba8d-3b7b3d724d11 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.594377] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3ccf65a9-77aa-4547-a42c-bebc52f691fa tempest-AttachInterfacesTestJSON-1178787484 tempest-AttachInterfacesTestJSON-1178787484-project-member] Lock "bfd3355e-7716-411f-b806-ac09beb14f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.494s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.850238] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: b43823c1-9940-4a08-9bc7-f49db1991eb7] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.316545] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.316834] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.352396] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: d80ae47b-ebe7-48eb-9525-8cabb4e04df0] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.823598] env[68828]: INFO nova.compute.manager [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Detaching volume e7a08baa-0685-4f72-86e5-34f47762c12e [ 1240.855339] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 27273416-b04c-4381-b4d2-43cb300b2046] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.871067] env[68828]: INFO nova.virt.block_device [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Attempting to driver detach volume e7a08baa-0685-4f72-86e5-34f47762c12e from mountpoint /dev/sdb [ 1240.871441] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.871610] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645939', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'name': 'volume-e7a08baa-0685-4f72-86e5-34f47762c12e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174db82b-e9f4-4c4f-b7ad-142fe309b16b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'serial': 'e7a08baa-0685-4f72-86e5-34f47762c12e'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.872466] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec624079-5b8b-47e1-b6bd-19aaf487095c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.898695] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15410f73-b6c5-4543-bf01-2a54e8730461 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.907464] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d060b-d460-45e5-94da-9edc76e075a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.934398] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a7750-5348-4e25-b1b9-c1e3c56effe4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.951428] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] The volume has not been displaced from its original location: [datastore1] volume-e7a08baa-0685-4f72-86e5-34f47762c12e/volume-e7a08baa-0685-4f72-86e5-34f47762c12e.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.957316] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.957651] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c946d76-e472-4607-ac96-7d08dc4c1fc7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.977441] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1240.977441] env[68828]: value = "task-3231582" [ 1240.977441] env[68828]: _type = "Task" [ 1240.977441] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.989216] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.361521] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 392377e1-e0c2-4696-ad23-66a9287fa003] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.490393] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231582, 'name': ReconfigVM_Task, 'duration_secs': 0.405882} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.490393] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.496089] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f639b840-4e30-4f44-8909-de3f58408224 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.516133] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1241.516133] env[68828]: value = "task-3231583" [ 1241.516133] env[68828]: _type = "Task" [ 1241.516133] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.531171] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.866731] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 680131fe-0141-4db6-a9b5-06b814953497] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.028063] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.370684] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 605495ba-7900-4069-9142-4c2e87929fb5] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.528565] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.874443] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e3018609-8a3a-46cf-ba3a-98905fcffcf0] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.029359] env[68828]: DEBUG oslo_vmware.api [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231583, 'name': ReconfigVM_Task, 'duration_secs': 1.237304} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.030636] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645939', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'name': 'volume-e7a08baa-0685-4f72-86e5-34f47762c12e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174db82b-e9f4-4c4f-b7ad-142fe309b16b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a08baa-0685-4f72-86e5-34f47762c12e', 'serial': 'e7a08baa-0685-4f72-86e5-34f47762c12e'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.377698] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: edc4e56e-e6e9-4212-8fa5-437c0bda52e8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.579124] env[68828]: DEBUG nova.objects.instance [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 174db82b-e9f4-4c4f-b7ad-142fe309b16b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.881925] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 255edea0-1953-4a00-8f22-2ff42f406d37] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.190710] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1244.192010] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41db934-135e-4d9b-990f-e07cb31c3adf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.199097] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1244.199276] env[68828]: ERROR oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk due to incomplete transfer. [ 1244.199512] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8af81c8d-0149-4185-8b5b-563a7a3f9e39 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.212040] env[68828]: DEBUG oslo_vmware.rw_handles [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526797fc-8546-b914-d7c7-17e8475554be/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1244.212040] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Uploaded image afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1244.212040] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1244.212040] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f0f4ed3-76b3-4681-a21d-242ffd8b0e3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.221061] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1244.221061] env[68828]: value = "task-3231585" [ 1244.221061] env[68828]: _type = "Task" [ 1244.221061] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.231147] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231585, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.241948] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.242325] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.242564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.242756] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.242927] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.245960] env[68828]: INFO nova.compute.manager [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Terminating instance [ 1244.588394] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e3c9feb4-6c28-4b83-b898-b0cc100d6654 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.270s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.732955] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231585, 'name': Destroy_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.752299] env[68828]: DEBUG nova.compute.manager [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.752585] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.753437] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f920a1-1c04-4256-ad99-f84f1adb0d7d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.762207] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.762484] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b52872d4-3f54-427a-8a05-035613d6e033 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.771057] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1244.771057] env[68828]: value = "task-3231587" [ 1244.771057] env[68828]: _type = "Task" [ 1244.771057] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.781064] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.195751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.195751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.232650] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231585, 'name': Destroy_Task, 'duration_secs': 0.707452} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.234244] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Destroyed the VM [ 1245.234244] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1245.234244] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bc16b08-9904-4cf2-aa92-e2ab2f76eb2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.242017] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1245.242017] env[68828]: value = "task-3231588" [ 1245.242017] env[68828]: _type = "Task" [ 1245.242017] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.250964] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231588, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.282493] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231587, 'name': PowerOffVM_Task, 'duration_secs': 0.232372} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.283282] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.283282] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.283282] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786775ec-2075-4907-97ae-ca68d47b73a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.357057] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.357319] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.357502] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleting the datastore file [datastore1] 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.357792] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d48c5103-9ff6-4de1-9d03-d4ae06842f87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.365095] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for the task: (returnval){ [ 1245.365095] env[68828]: value = "task-3231590" [ 1245.365095] env[68828]: _type = "Task" [ 1245.365095] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.374014] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.653892] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.654256] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.654474] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.654661] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.654830] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.657043] env[68828]: INFO nova.compute.manager [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Terminating instance [ 1245.697637] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.753883] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231588, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376768} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.754236] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1245.754541] env[68828]: DEBUG nova.compute.manager [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.755372] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9448c-3902-4bf6-99e3-1c0da7152212 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.875816] env[68828]: DEBUG oslo_vmware.api [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Task: {'id': task-3231590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135781} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.876085] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.876279] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.876450] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.876622] env[68828]: INFO nova.compute.manager [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.876860] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.877113] env[68828]: DEBUG nova.compute.manager [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.877264] env[68828]: DEBUG nova.network.neutron [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.929467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.929467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.136609] env[68828]: DEBUG nova.compute.manager [req-05896423-afb3-441a-9b07-1803939b917f req-6e935fd9-5c46-42fc-8a98-12d8bc247394 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Received event network-vif-deleted-2215ba1c-7878-4a84-abaf-0664997f3e14 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.136814] env[68828]: INFO nova.compute.manager [req-05896423-afb3-441a-9b07-1803939b917f req-6e935fd9-5c46-42fc-8a98-12d8bc247394 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Neutron deleted interface 2215ba1c-7878-4a84-abaf-0664997f3e14; detaching it from the instance and deleting it from the info cache [ 1246.137033] env[68828]: DEBUG nova.network.neutron [req-05896423-afb3-441a-9b07-1803939b917f req-6e935fd9-5c46-42fc-8a98-12d8bc247394 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.160828] env[68828]: DEBUG nova.compute.manager [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.161053] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.161896] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cbba3d-10c4-4ca8-998f-039e268ba4ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.171297] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.171574] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21772637-c04d-481d-b708-4d249d0588d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.178741] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1246.178741] env[68828]: value = "task-3231591" [ 1246.178741] env[68828]: _type = "Task" [ 1246.178741] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.187936] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.220276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.220560] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.222147] env[68828]: INFO nova.compute.claims [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.266775] env[68828]: INFO nova.compute.manager [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Shelve offloading [ 1246.430922] env[68828]: INFO nova.compute.manager [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Detaching volume 1e94f506-1762-4381-bf08-40ce0f558422 [ 1246.469599] env[68828]: INFO nova.virt.block_device [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Attempting to driver detach volume 1e94f506-1762-4381-bf08-40ce0f558422 from mountpoint /dev/sdb [ 1246.469853] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.470057] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.470951] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed10c3-2f42-4341-8cac-1b3bcdaf8ab2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.495528] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2062284d-a8ff-4443-ac9b-081122d5c817 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.504394] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d91a3f-c7f1-4d55-8fda-4e16c2c00ecf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.527138] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3720ea9-dab5-4d61-963c-dcc0724f4156 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.257797] env[68828]: DEBUG nova.network.neutron [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.265022] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.265022] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] The volume has not been displaced from its original location: [datastore2] volume-1e94f506-1762-4381-bf08-40ce0f558422/volume-1e94f506-1762-4381-bf08-40ce0f558422.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.270694] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.271362] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e33d7c0b-2568-4a33-9c37-d27444629b31 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.277392] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f19a446-e3dc-4f4c-b057-c97135f06e2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.278706] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677c76bc-7b3e-482a-9603-de512e1f830d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.301360] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231591, 'name': PowerOffVM_Task, 'duration_secs': 0.360916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.305094] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.305399] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.305793] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1247.305793] env[68828]: value = "task-3231592" [ 1247.305793] env[68828]: _type = "Task" [ 1247.305793] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.306211] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1247.306211] env[68828]: value = "task-3231593" [ 1247.306211] env[68828]: _type = "Task" [ 1247.306211] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.306490] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c759c635-b27b-41f1-92fb-2605098934a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.311408] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce96780-b334-41c4-8c77-e9ec9a499f71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.347074] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1247.347074] env[68828]: DEBUG nova.compute.manager [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.347074] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.347074] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22168f24-2c3d-47d6-8600-8a8f21919cd6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.362713] env[68828]: DEBUG nova.compute.manager [req-05896423-afb3-441a-9b07-1803939b917f req-6e935fd9-5c46-42fc-8a98-12d8bc247394 service nova] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Detach interface failed, port_id=2215ba1c-7878-4a84-abaf-0664997f3e14, reason: Instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.366766] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.366884] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.367118] env[68828]: DEBUG nova.network.neutron [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.410812] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.411141] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.411279] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleting the datastore file [datastore2] 174db82b-e9f4-4c4f-b7ad-142fe309b16b {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.411561] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f741a8-98fa-4f6e-b2ec-3819598a4f82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.420916] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1247.420916] env[68828]: value = "task-3231595" [ 1247.420916] env[68828]: _type = "Task" [ 1247.420916] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.433181] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.772298] env[68828]: INFO nova.compute.manager [-] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Took 1.89 seconds to deallocate network for instance. [ 1247.833821] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231593, 'name': ReconfigVM_Task, 'duration_secs': 0.246954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.836270] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.841265] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec0f2df-b4aa-44fc-bdff-de88afa65c2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.859736] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1247.859736] env[68828]: value = "task-3231596" [ 1247.859736] env[68828]: _type = "Task" [ 1247.859736] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.866045] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.866045] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.873849] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.917079] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.917379] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.919068] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15902c40-9e53-4847-8ec1-5285aeffce56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.933236] env[68828]: DEBUG oslo_vmware.api [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157194} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.935765] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.935970] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.936178] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.936359] env[68828]: INFO nova.compute.manager [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1247.936604] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.937343] env[68828]: DEBUG nova.compute.manager [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.937436] env[68828]: DEBUG nova.network.neutron [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.939759] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6cbece-72f1-4a73-8e95-85848acbc470 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.973803] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019f4c3-95bf-43e4-8335-509c2d7124de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.986602] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a12b42-5a4d-4333-bbae-dd9c26ed99e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.002872] env[68828]: DEBUG nova.compute.provider_tree [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.142849] env[68828]: DEBUG nova.network.neutron [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.282090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.369157] env[68828]: INFO nova.compute.manager [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Detaching volume 19badd69-29ec-4287-8c0a-c66a553d27b7 [ 1248.373596] env[68828]: DEBUG oslo_vmware.api [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231596, 'name': ReconfigVM_Task, 'duration_secs': 0.155829} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.373596] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645919', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'name': 'volume-1e94f506-1762-4381-bf08-40ce0f558422', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '031eb43a-ef3a-4557-863d-8bac0d1b9854', 'attached_at': '', 'detached_at': '', 'volume_id': '1e94f506-1762-4381-bf08-40ce0f558422', 'serial': '1e94f506-1762-4381-bf08-40ce0f558422'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.419720] env[68828]: INFO nova.virt.block_device [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Attempting to driver detach volume 19badd69-29ec-4287-8c0a-c66a553d27b7 from mountpoint /dev/sdb [ 1248.419970] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.420157] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645914', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'name': 'volume-19badd69-29ec-4287-8c0a-c66a553d27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2ec5731b-9d9c-4cfc-9472-b38bf646a716', 'attached_at': '', 'detached_at': '', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'serial': '19badd69-29ec-4287-8c0a-c66a553d27b7'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.421263] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9cc0a9-9cfc-4c69-9b28-ef3a25263bf4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.424056] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.431936] env[68828]: DEBUG nova.compute.manager [req-fb018446-144d-4fd6-baf6-f72c09eb7e2e req-e0263a52-7308-44cb-b2eb-91be24af0879 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Received event network-vif-deleted-846d925c-fed8-4c68-8ff0-7bf7ef1608da {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.432042] env[68828]: INFO nova.compute.manager [req-fb018446-144d-4fd6-baf6-f72c09eb7e2e req-e0263a52-7308-44cb-b2eb-91be24af0879 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Neutron deleted interface 846d925c-fed8-4c68-8ff0-7bf7ef1608da; detaching it from the instance and deleting it from the info cache [ 1248.432223] env[68828]: DEBUG nova.network.neutron [req-fb018446-144d-4fd6-baf6-f72c09eb7e2e req-e0263a52-7308-44cb-b2eb-91be24af0879 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.450670] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baeb84a-6af1-40d1-8f1a-4fb1fd68b046 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.453495] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df74b773-9e26-4044-ae01-8c1c8b74bdaf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.462409] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94da69e-d1f1-4640-a54e-54efc46d0088 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.467540] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde98a48-702d-4827-9039-997820c16bbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.507375] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc439594-5ea3-4e56-b479-64098a608253 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.510620] env[68828]: DEBUG nova.scheduler.client.report [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.513420] env[68828]: DEBUG nova.compute.manager [req-fb018446-144d-4fd6-baf6-f72c09eb7e2e req-e0263a52-7308-44cb-b2eb-91be24af0879 service nova] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Detach interface failed, port_id=846d925c-fed8-4c68-8ff0-7bf7ef1608da, reason: Instance 174db82b-e9f4-4c4f-b7ad-142fe309b16b could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.528764] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] The volume has not been displaced from its original location: [datastore1] volume-19badd69-29ec-4287-8c0a-c66a553d27b7/volume-19badd69-29ec-4287-8c0a-c66a553d27b7.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.533810] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.534584] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9888bd2-f0f8-400d-aa20-d96e37c10e3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.554631] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1248.554631] env[68828]: value = "task-3231597" [ 1248.554631] env[68828]: _type = "Task" [ 1248.554631] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.565437] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.645818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.904513] env[68828]: DEBUG nova.network.neutron [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.928793] env[68828]: DEBUG nova.objects.instance [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'flavor' on Instance uuid 031eb43a-ef3a-4557-863d-8bac0d1b9854 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.947077] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.949058] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a3c79-fb12-4d4e-a29d-698e746dcf9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.952118] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.957939] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.958201] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d4fc8a-d7e0-4bf9-a4b2-bbb8e0459268 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.015058] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.015620] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.018853] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.737s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.019175] env[68828]: DEBUG nova.objects.instance [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lazy-loading 'resources' on Instance uuid 061d2ed0-ae79-4885-9498-48b7f9c8a26d {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.032431] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.032687] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.033937] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore2] bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.034185] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a5d969-95b2-47bd-88f6-2e5112e2c88d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.042115] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1249.042115] env[68828]: value = "task-3231599" [ 1249.042115] env[68828]: _type = "Task" [ 1249.042115] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.051798] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.064008] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231597, 'name': ReconfigVM_Task, 'duration_secs': 0.236888} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.064289] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.069155] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b55ce2-d30b-4a52-b8ee-077262a20620 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.085388] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1249.085388] env[68828]: value = "task-3231600" [ 1249.085388] env[68828]: _type = "Task" [ 1249.085388] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.093834] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.407327] env[68828]: INFO nova.compute.manager [-] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Took 1.47 seconds to deallocate network for instance. [ 1249.522476] env[68828]: DEBUG nova.compute.utils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.526607] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.526728] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.554287] env[68828]: DEBUG oslo_vmware.api [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147862} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.554612] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.554678] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.554856] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.571275] env[68828]: DEBUG nova.policy [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60dcd251e19e41299850e5b09febbd90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae12c4198c94f02bd5dba1d3420c4c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.574778] env[68828]: INFO nova.scheduler.client.report [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted allocations for instance bd44ce1f-5ee3-4025-a591-5bd46fb66c68 [ 1249.595889] env[68828]: DEBUG oslo_vmware.api [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231600, 'name': ReconfigVM_Task, 'duration_secs': 0.153394} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.596200] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645914', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'name': 'volume-19badd69-29ec-4287-8c0a-c66a553d27b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2ec5731b-9d9c-4cfc-9472-b38bf646a716', 'attached_at': '', 'detached_at': '', 'volume_id': '19badd69-29ec-4287-8c0a-c66a553d27b7', 'serial': '19badd69-29ec-4287-8c0a-c66a553d27b7'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.665680] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284516e7-5e5e-4b58-9bac-5f8d75be53a4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.674343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec240f99-b435-48ef-83f8-71b4d9449027 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.706114] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93abf2b0-37dd-4cec-9409-f7d3041377f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.718628] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e47287d-8740-4563-b0a9-b4ce0228882b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.736408] env[68828]: DEBUG nova.compute.provider_tree [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.872761] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Successfully created port: 89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.915497] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.938269] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81e38c87-cfe1-40bc-aed9-ea51d9b29028 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.010s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.027648] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.078672] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.148846] env[68828]: DEBUG nova.objects.instance [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'flavor' on Instance uuid 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.213377] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.213584] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.213785] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.213954] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.214129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.216289] env[68828]: INFO nova.compute.manager [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Terminating instance [ 1250.239136] env[68828]: DEBUG nova.scheduler.client.report [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.456695] env[68828]: DEBUG nova.compute.manager [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-vif-unplugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.456975] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.457172] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.457336] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.457504] env[68828]: DEBUG nova.compute.manager [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] No waiting events found dispatching network-vif-unplugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.457674] env[68828]: WARNING nova.compute.manager [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received unexpected event network-vif-unplugged-2f1aeaff-7bea-4952-831b-837846f7e549 for instance with vm_state shelved_offloaded and task_state None. [ 1250.457833] env[68828]: DEBUG nova.compute.manager [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.458058] env[68828]: DEBUG nova.compute.manager [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing instance network info cache due to event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.458235] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.458377] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.458537] env[68828]: DEBUG nova.network.neutron [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.723754] env[68828]: DEBUG nova.compute.manager [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.723754] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.724370] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad76b9-4ee3-45b4-a4d2-60c8bca9f529 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.733303] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.734034] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2758222-c98c-4484-ac3e-bf26b0f79af2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.741763] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1250.741763] env[68828]: value = "task-3231601" [ 1250.741763] env[68828]: _type = "Task" [ 1250.741763] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.745478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.747842] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.796s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.749759] env[68828]: INFO nova.compute.claims [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.759362] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.775316] env[68828]: INFO nova.scheduler.client.report [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Deleted allocations for instance 061d2ed0-ae79-4885-9498-48b7f9c8a26d [ 1251.038456] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.069459] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.069697] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.069852] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.070073] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.070248] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.070397] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.070615] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.070772] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.071247] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.071247] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.071380] env[68828]: DEBUG nova.virt.hardware [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.072150] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6932b-05ba-487b-9f03-6bdd0c695fdd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.080808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facb3bbc-4947-46f2-8948-c30996bedbdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.155961] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ebd86246-7320-438c-9719-360328492173 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.181145] env[68828]: DEBUG nova.network.neutron [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updated VIF entry in instance network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.181501] env[68828]: DEBUG nova.network.neutron [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.252559] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231601, 'name': PowerOffVM_Task, 'duration_secs': 0.174434} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.252817] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.252986] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.253246] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d74b215-1769-4bbd-b248-15da43545868 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.282454] env[68828]: DEBUG oslo_concurrency.lockutils [None req-618a2bf0-b582-4db0-a94e-9d672b0fe393 tempest-ServersNegativeTestJSON-38428852 tempest-ServersNegativeTestJSON-38428852-project-member] Lock "061d2ed0-ae79-4885-9498-48b7f9c8a26d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.040s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.620439] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Successfully updated port: 89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.683634] env[68828]: DEBUG oslo_concurrency.lockutils [req-4d58b89c-b726-43e3-a539-06d6445f394d req-613c9b78-bf18-41d5-84fb-0dfc9792783f service nova] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.781967] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.881383] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d84013-7c82-458b-9c2f-30d2e72f5e69 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.889874] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ce137-5e17-40a5-9941-633e5be625b5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.923444] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3900f9c-d56c-4507-aa02-81892045064e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.931648] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda9f48-088c-49f7-bfe2-3c8588ea1394 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.945628] env[68828]: DEBUG nova.compute.provider_tree [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.125886] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.126046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquired lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.126215] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.157322] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.157748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.157748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.157931] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.158176] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.162220] env[68828]: INFO nova.compute.manager [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Terminating instance [ 1252.395292] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.395532] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.395716] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore1] 031eb43a-ef3a-4557-863d-8bac0d1b9854 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.396018] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ecd17e-268b-48a4-a691-6a70facb095a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.407402] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1252.407402] env[68828]: value = "task-3231603" [ 1252.407402] env[68828]: _type = "Task" [ 1252.407402] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.420197] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.448842] env[68828]: DEBUG nova.scheduler.client.report [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.489168] env[68828]: DEBUG nova.compute.manager [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Received event network-vif-plugged-89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.489168] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Acquiring lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.489168] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.489168] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.489411] env[68828]: DEBUG nova.compute.manager [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] No waiting events found dispatching network-vif-plugged-89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.489721] env[68828]: WARNING nova.compute.manager [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Received unexpected event network-vif-plugged-89abd279-aa34-4543-ab42-d3c71c9956d5 for instance with vm_state building and task_state spawning. [ 1252.490035] env[68828]: DEBUG nova.compute.manager [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Received event network-changed-89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.490335] env[68828]: DEBUG nova.compute.manager [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Refreshing instance network info cache due to event network-changed-89abd279-aa34-4543-ab42-d3c71c9956d5. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.490913] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Acquiring lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.659032] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.671091] env[68828]: DEBUG nova.compute.manager [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.671344] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.672622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab0719b-5a4f-41be-bb7c-bc32e57f699d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.682849] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.683139] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a310d260-f561-4758-99d3-130b81bcdca1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.691550] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1252.691550] env[68828]: value = "task-3231604" [ 1252.691550] env[68828]: _type = "Task" [ 1252.691550] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.701309] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.811390] env[68828]: DEBUG nova.network.neutron [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Updating instance_info_cache with network_info: [{"id": "89abd279-aa34-4543-ab42-d3c71c9956d5", "address": "fa:16:3e:a2:a3:07", "network": {"id": "386316ba-6d78-4817-a9ff-573bb8932d3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-393246959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae12c4198c94f02bd5dba1d3420c4c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89abd279-aa", "ovs_interfaceid": "89abd279-aa34-4543-ab42-d3c71c9956d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.918254] env[68828]: DEBUG oslo_vmware.api [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137912} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.918474] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.918659] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.918835] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.919020] env[68828]: INFO nova.compute.manager [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1252.919304] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.919472] env[68828]: DEBUG nova.compute.manager [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.919567] env[68828]: DEBUG nova.network.neutron [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.954287] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.954690] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.957723] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.042s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.957960] env[68828]: DEBUG nova.objects.instance [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'resources' on Instance uuid 174db82b-e9f4-4c4f-b7ad-142fe309b16b {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.207223] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231604, 'name': PowerOffVM_Task, 'duration_secs': 0.206501} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.208036] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.208036] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.208036] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc608fc-3b84-4b47-a78e-e5723bdda583 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.282709] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.282709] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.282709] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore2] 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.282897] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc2fd73-7816-434b-808a-504bf8c6b943 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.290015] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1253.290015] env[68828]: value = "task-3231606" [ 1253.290015] env[68828]: _type = "Task" [ 1253.290015] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.298850] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.314616] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Releasing lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.314970] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Instance network_info: |[{"id": "89abd279-aa34-4543-ab42-d3c71c9956d5", "address": "fa:16:3e:a2:a3:07", "network": {"id": "386316ba-6d78-4817-a9ff-573bb8932d3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-393246959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae12c4198c94f02bd5dba1d3420c4c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89abd279-aa", "ovs_interfaceid": "89abd279-aa34-4543-ab42-d3c71c9956d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.315276] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Acquired lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.315456] env[68828]: DEBUG nova.network.neutron [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Refreshing network info cache for port 89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.316654] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a3:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89abd279-aa34-4543-ab42-d3c71c9956d5', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.323897] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Creating folder: Project (aae12c4198c94f02bd5dba1d3420c4c4). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.326815] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff33a942-4c33-4776-96ec-ae257e1ce80d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.339091] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Created folder: Project (aae12c4198c94f02bd5dba1d3420c4c4) in parent group-v645630. [ 1253.339304] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Creating folder: Instances. Parent ref: group-v645941. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.339537] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6380cda3-85fe-4ffc-a427-6e1caf7e4da2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.350038] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Created folder: Instances in parent group-v645941. [ 1253.350319] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.350487] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.350682] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4bd41f-eb6d-4bd7-ba91-d3f17f70da67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.374324] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.374324] env[68828]: value = "task-3231609" [ 1253.374324] env[68828]: _type = "Task" [ 1253.374324] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.382304] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231609, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.462322] env[68828]: DEBUG nova.compute.utils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.466773] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.466773] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.512719] env[68828]: DEBUG nova.policy [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f33393124c4c3bbf513e83459477d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c482d383cc44497ad6c68b92ea70cdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.609246] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d96e208-5e21-4899-8782-0c3e2dedc4a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.617268] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f16263-e3fd-4393-9349-b08827f29335 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.648591] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f1edf-45bd-4451-8994-8c1621cf9b1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.659836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6f5c3-cc76-4fb8-bbc5-6ebacfea5453 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.681456] env[68828]: DEBUG nova.compute.provider_tree [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.781619] env[68828]: DEBUG nova.network.neutron [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Updated VIF entry in instance network info cache for port 89abd279-aa34-4543-ab42-d3c71c9956d5. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.781994] env[68828]: DEBUG nova.network.neutron [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Updating instance_info_cache with network_info: [{"id": "89abd279-aa34-4543-ab42-d3c71c9956d5", "address": "fa:16:3e:a2:a3:07", "network": {"id": "386316ba-6d78-4817-a9ff-573bb8932d3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-393246959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae12c4198c94f02bd5dba1d3420c4c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89abd279-aa", "ovs_interfaceid": "89abd279-aa34-4543-ab42-d3c71c9956d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.800906] env[68828]: DEBUG oslo_vmware.api [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13383} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.801172] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.801357] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.801559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.801694] env[68828]: INFO nova.compute.manager [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1253.801931] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.802608] env[68828]: DEBUG nova.compute.manager [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.802608] env[68828]: DEBUG nova.network.neutron [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.820166] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Successfully created port: 6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.885073] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231609, 'name': CreateVM_Task, 'duration_secs': 0.337817} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.885312] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.886107] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.886279] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.886607] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.886866] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50a5d45-73d9-4d0d-a016-183490680b18 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.892104] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1253.892104] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52226dd0-8312-ebc7-07e0-60f835243ede" [ 1253.892104] env[68828]: _type = "Task" [ 1253.892104] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.901124] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52226dd0-8312-ebc7-07e0-60f835243ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.933246] env[68828]: DEBUG nova.network.neutron [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.967383] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.184865] env[68828]: DEBUG nova.scheduler.client.report [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.271413] env[68828]: DEBUG nova.compute.manager [req-a362b2fa-c326-4d5f-88c1-cd49e442e947 req-90f030a5-10c9-424d-816c-9b6e47eff819 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Received event network-vif-deleted-6badb408-3030-4e37-b8ec-7d0d3cdb545a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.271629] env[68828]: INFO nova.compute.manager [req-a362b2fa-c326-4d5f-88c1-cd49e442e947 req-90f030a5-10c9-424d-816c-9b6e47eff819 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Neutron deleted interface 6badb408-3030-4e37-b8ec-7d0d3cdb545a; detaching it from the instance and deleting it from the info cache [ 1254.271789] env[68828]: DEBUG nova.network.neutron [req-a362b2fa-c326-4d5f-88c1-cd49e442e947 req-90f030a5-10c9-424d-816c-9b6e47eff819 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.284184] env[68828]: DEBUG oslo_concurrency.lockutils [req-d83bafb1-abc5-48bb-9f34-9a9dd4d36c6e req-d9b96b04-f8e6-4755-a755-6f73b69032b5 service nova] Releasing lock "refresh_cache-367dcb3b-3aec-4d24-8640-ee354116f4d8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.403628] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52226dd0-8312-ebc7-07e0-60f835243ede, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.403916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.404156] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.404478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.404835] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.404835] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.405033] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17944720-9b5c-4592-ac28-ccb53e9b54d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.414944] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.415172] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.416420] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8665047b-1e10-4aea-9ff1-622778af9d05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.422264] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1254.422264] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52891f93-6f89-98f1-84fe-d924c45af5fb" [ 1254.422264] env[68828]: _type = "Task" [ 1254.422264] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.435075] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52891f93-6f89-98f1-84fe-d924c45af5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.436173] env[68828]: INFO nova.compute.manager [-] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Took 1.52 seconds to deallocate network for instance. [ 1254.472773] env[68828]: INFO nova.virt.block_device [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Booting with volume c8c53f72-12c4-4bb7-af89-60de116fbcea at /dev/sda [ 1254.513394] env[68828]: DEBUG nova.compute.manager [req-8cab91f2-b4eb-4f43-8e92-b0e320cb1226 req-66b27c34-958f-4810-831d-5c704cafc672 service nova] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Received event network-vif-deleted-fecacfe8-7225-485e-926d-7e0125879c67 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.619068] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ccbb77-480a-4e62-8138-89518d090ea0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.631288] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50925d9-cbb0-4b5c-bb3f-190893980c15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.660146] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-753b83af-3a5c-4f85-816e-032062d426c0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.669049] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba688e75-46d3-45cc-95fa-d52487d7fff5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.689294] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.698603] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.620s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.698869] env[68828]: DEBUG nova.objects.instance [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'resources' on Instance uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.700725] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33811a2-3106-462c-93ed-386ee5ead5ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.708734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd64f4df-b4f1-4fcc-abce-65d30aaf0d73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.711859] env[68828]: INFO nova.scheduler.client.report [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted allocations for instance 174db82b-e9f4-4c4f-b7ad-142fe309b16b [ 1254.731015] env[68828]: DEBUG nova.virt.block_device [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updating existing volume attachment record: a7bca648-ec03-49bc-9108-22c2bb44a488 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1254.754129] env[68828]: DEBUG nova.network.neutron [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.774066] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b35547a2-fd18-4090-8a5a-a1eaa6d36e04 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.783673] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93694230-075e-43d4-935a-a98df340157e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.813982] env[68828]: DEBUG nova.compute.manager [req-a362b2fa-c326-4d5f-88c1-cd49e442e947 req-90f030a5-10c9-424d-816c-9b6e47eff819 service nova] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Detach interface failed, port_id=6badb408-3030-4e37-b8ec-7d0d3cdb545a, reason: Instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.933769] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52891f93-6f89-98f1-84fe-d924c45af5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.934593] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ccd521-8ff2-442d-b810-f469aff0412d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.940723] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1254.940723] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c31adc-b7ed-c62b-060a-136cd0b12a12" [ 1254.940723] env[68828]: _type = "Task" [ 1254.940723] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.941654] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.951150] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c31adc-b7ed-c62b-060a-136cd0b12a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.204416] env[68828]: DEBUG nova.objects.instance [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'numa_topology' on Instance uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.218596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-de46fcb1-fa9d-4a62-93d1-e6b64f6c8182 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "174db82b-e9f4-4c4f-b7ad-142fe309b16b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.564s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.256344] env[68828]: INFO nova.compute.manager [-] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Took 1.45 seconds to deallocate network for instance. [ 1255.451749] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c31adc-b7ed-c62b-060a-136cd0b12a12, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.452029] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.452386] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 367dcb3b-3aec-4d24-8640-ee354116f4d8/367dcb3b-3aec-4d24-8640-ee354116f4d8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.452551] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3deb4b3-1a3b-4da8-bc44-be5c3e41435a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.458031] env[68828]: DEBUG nova.compute.manager [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Received event network-vif-plugged-6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.458333] env[68828]: DEBUG oslo_concurrency.lockutils [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] Acquiring lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.458454] env[68828]: DEBUG oslo_concurrency.lockutils [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.458664] env[68828]: DEBUG oslo_concurrency.lockutils [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.458862] env[68828]: DEBUG nova.compute.manager [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] No waiting events found dispatching network-vif-plugged-6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.459049] env[68828]: WARNING nova.compute.manager [req-b86189f1-4b70-4824-99e7-8a1e9da6cc51 req-1b98656f-f66c-4cbb-a827-ec5fe4273799 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Received unexpected event network-vif-plugged-6361fc15-9ef0-491a-87b6-ad72d34b7df4 for instance with vm_state building and task_state block_device_mapping. [ 1255.460973] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1255.460973] env[68828]: value = "task-3231610" [ 1255.460973] env[68828]: _type = "Task" [ 1255.460973] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.470150] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.707738] env[68828]: DEBUG nova.objects.base [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.762508] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.832411] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89ef98-f477-4934-8688-a06a98a8e809 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.843812] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d1fea-619d-4c6f-860d-ba729c0f123e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.883877] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ace555-66da-4655-8478-5977ee870dad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.894462] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64361c43-83c1-4ecb-a051-7155107982ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.911128] env[68828]: DEBUG nova.compute.provider_tree [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.971160] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450946} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.971432] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 367dcb3b-3aec-4d24-8640-ee354116f4d8/367dcb3b-3aec-4d24-8640-ee354116f4d8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.971643] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.971894] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dacff2c-532e-4205-ad64-609d6cb232c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.980254] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1255.980254] env[68828]: value = "task-3231611" [ 1255.980254] env[68828]: _type = "Task" [ 1255.980254] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.988452] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.014510] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Successfully updated port: 6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.415297] env[68828]: DEBUG nova.scheduler.client.report [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.490261] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068518} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.490544] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.491650] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae8dfb-d1f3-43ab-b847-6161a01a555b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.515108] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 367dcb3b-3aec-4d24-8640-ee354116f4d8/367dcb3b-3aec-4d24-8640-ee354116f4d8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.515411] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24520a1-0637-497f-9efe-e925d3eb60dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.537760] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.537918] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquired lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.538137] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.542025] env[68828]: DEBUG nova.compute.manager [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Received event network-changed-6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.542117] env[68828]: DEBUG nova.compute.manager [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Refreshing instance network info cache due to event network-changed-6361fc15-9ef0-491a-87b6-ad72d34b7df4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.542298] env[68828]: DEBUG oslo_concurrency.lockutils [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] Acquiring lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.542855] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1256.542855] env[68828]: value = "task-3231612" [ 1256.542855] env[68828]: _type = "Task" [ 1256.542855] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.553135] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.829681] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.830230] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.830445] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.830601] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.830782] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.830928] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.831088] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.831295] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.831452] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.831618] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.831780] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.831951] env[68828]: DEBUG nova.virt.hardware [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.832856] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d16f6-c371-4fe2-8ee8-ccc14b6ec9c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.843326] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e698f06-afc5-4c4a-a146-8d2dae9e1c3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.921206] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.923669] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.982s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.923895] env[68828]: DEBUG nova.objects.instance [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'resources' on Instance uuid 031eb43a-ef3a-4557-863d-8bac0d1b9854 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.043050] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.043050] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.055106] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231612, 'name': ReconfigVM_Task, 'duration_secs': 0.317468} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.055851] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 367dcb3b-3aec-4d24-8640-ee354116f4d8/367dcb3b-3aec-4d24-8640-ee354116f4d8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.056442] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b66cd863-bec0-4bb9-aa68-bf63979a2207 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.063378] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1257.063378] env[68828]: value = "task-3231613" [ 1257.063378] env[68828]: _type = "Task" [ 1257.063378] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.072286] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231613, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.205027] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.410680] env[68828]: DEBUG nova.network.neutron [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updating instance_info_cache with network_info: [{"id": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "address": "fa:16:3e:cc:23:9b", "network": {"id": "31487283-326a-463e-a867-3023b0b6bc96", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1715839285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c482d383cc44497ad6c68b92ea70cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6361fc15-9e", "ovs_interfaceid": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.433981] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5ef62ab8-33b5-4880-98c4-8f44fe6a9411 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.387s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.435545] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.653s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.435545] env[68828]: INFO nova.compute.manager [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Unshelving [ 1257.546248] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.561718] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec88505-4a6f-4d38-9116-55be37dda828 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.575377] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89589f7-cd57-4354-82f1-6e877c9b650b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.578530] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231613, 'name': Rename_Task, 'duration_secs': 0.150501} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.578803] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.579362] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70b24d6b-f05a-4fab-932c-7e9171063d37 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.611270] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53452579-c353-49cc-b2ce-56f807c693ec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.613932] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1257.613932] env[68828]: value = "task-3231614" [ 1257.613932] env[68828]: _type = "Task" [ 1257.613932] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.621707] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c7841-cb6c-4c49-b6c2-6f425a877778 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.629216] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.640015] env[68828]: DEBUG nova.compute.provider_tree [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.915063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Releasing lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.915411] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance network_info: |[{"id": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "address": "fa:16:3e:cc:23:9b", "network": {"id": "31487283-326a-463e-a867-3023b0b6bc96", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1715839285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c482d383cc44497ad6c68b92ea70cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6361fc15-9e", "ovs_interfaceid": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.915504] env[68828]: DEBUG oslo_concurrency.lockutils [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] Acquired lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.915646] env[68828]: DEBUG nova.network.neutron [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Refreshing network info cache for port 6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.916789] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:23:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6361fc15-9ef0-491a-87b6-ad72d34b7df4', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.925132] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Creating folder: Project (1c482d383cc44497ad6c68b92ea70cdc). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.926232] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4060cbe9-dd53-48fc-8054-fe812db11c1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.944086] env[68828]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1257.944086] env[68828]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68828) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1257.944371] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Folder already exists: Project (1c482d383cc44497ad6c68b92ea70cdc). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1257.944566] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Creating folder: Instances. Parent ref: group-v645934. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.944806] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2afd70d1-48a0-4af2-a36b-f4400ce236bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.958032] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Created folder: Instances in parent group-v645934. [ 1257.958032] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.958032] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.958269] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b670f825-1f3a-4391-8bd4-7f94a0ebebc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.979059] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.979059] env[68828]: value = "task-3231617" [ 1257.979059] env[68828]: _type = "Task" [ 1257.979059] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.986932] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231617, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.018961] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.019359] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.019628] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.019852] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.020234] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.022811] env[68828]: INFO nova.compute.manager [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Terminating instance [ 1258.068563] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.123367] env[68828]: DEBUG oslo_vmware.api [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231614, 'name': PowerOnVM_Task, 'duration_secs': 0.463546} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.123624] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.123824] env[68828]: INFO nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1258.124011] env[68828]: DEBUG nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.124787] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e9601-2422-447e-9f61-1adc643e1f75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.142290] env[68828]: DEBUG nova.scheduler.client.report [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.456186] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.489742] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231617, 'name': CreateVM_Task, 'duration_secs': 0.357042} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.489920] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.490627] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'a7bca648-ec03-49bc-9108-22c2bb44a488', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645940', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'name': 'volume-c8c53f72-12c4-4bb7-af89-60de116fbcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'serial': 'c8c53f72-12c4-4bb7-af89-60de116fbcea'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68828) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1258.490858] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Root volume attach. Driver type: vmdk {{(pid=68828) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1258.491632] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a35b5-3bfa-4e33-83f0-b43988185c19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.500888] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565f8744-aa49-4ee6-8f64-991851848100 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.507256] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e01934-84f3-4cb4-a9d7-11a988c8d89e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.513032] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e5bd7b0c-f796-4609-89d3-47ff9b31ce5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.524261] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1258.524261] env[68828]: value = "task-3231618" [ 1258.524261] env[68828]: _type = "Task" [ 1258.524261] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.527656] env[68828]: DEBUG nova.compute.manager [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.527853] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.528557] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa5d11-4a8f-4d82-a824-aa1f3828edea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.535634] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.537646] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.539862] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac8ab9b-d48c-44a2-9532-fcd1344cdda8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.549089] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1258.549089] env[68828]: value = "task-3231619" [ 1258.549089] env[68828]: _type = "Task" [ 1258.549089] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.557650] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.643297] env[68828]: INFO nova.compute.manager [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Took 12.44 seconds to build instance. [ 1258.648023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.652281] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.887s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.652281] env[68828]: DEBUG nova.objects.instance [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'resources' on Instance uuid 2ec5731b-9d9c-4cfc-9472-b38bf646a716 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.678963] env[68828]: INFO nova.scheduler.client.report [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocations for instance 031eb43a-ef3a-4557-863d-8bac0d1b9854 [ 1258.693351] env[68828]: DEBUG nova.network.neutron [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updated VIF entry in instance network info cache for port 6361fc15-9ef0-491a-87b6-ad72d34b7df4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.693720] env[68828]: DEBUG nova.network.neutron [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updating instance_info_cache with network_info: [{"id": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "address": "fa:16:3e:cc:23:9b", "network": {"id": "31487283-326a-463e-a867-3023b0b6bc96", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1715839285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c482d383cc44497ad6c68b92ea70cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6361fc15-9e", "ovs_interfaceid": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.038015] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 42%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.063575] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231619, 'name': PowerOffVM_Task, 'duration_secs': 0.22326} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.063866] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.064051] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.064323] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cffd3612-9a76-4a62-bf0a-adfd35c929d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.142896] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.143186] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.143472] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleting the datastore file [datastore1] f433af0c-f804-4bff-beb0-61b11f67b5ee {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.143864] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c697ea92-030f-4642-b872-f903a0497ea4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.146498] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9e37c5c2-5b66-46b3-95fc-f843cc34da30 tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.952s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.172518] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1259.172518] env[68828]: value = "task-3231621" [ 1259.172518] env[68828]: _type = "Task" [ 1259.172518] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.189499] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.192602] env[68828]: DEBUG oslo_concurrency.lockutils [None req-884e3910-bd4b-4a92-9f45-3c929be6fb9d tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "031eb43a-ef3a-4557-863d-8bac0d1b9854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.979s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.196419] env[68828]: DEBUG oslo_concurrency.lockutils [req-a68f710d-fee6-42ce-9aab-2ced77a50c23 req-430f458e-d9b6-4623-9164-9e95ee30c58c service nova] Releasing lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.281294] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558c0bd-b653-470d-9fb8-9d3cd27de664 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.292382] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676e2183-49ef-425a-83d1-42c3f3d8dfec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.329050] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7061b5b-2c35-490b-ad0d-778bc730f110 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.338627] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b68dec-0f5c-40f4-aea6-c33046806487 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.356578] env[68828]: DEBUG nova.compute.provider_tree [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.497704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "interface-367dcb3b-3aec-4d24-8640-ee354116f4d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.497704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "interface-367dcb3b-3aec-4d24-8640-ee354116f4d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.497704] env[68828]: DEBUG nova.objects.instance [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lazy-loading 'flavor' on Instance uuid 367dcb3b-3aec-4d24-8640-ee354116f4d8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.537991] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 54%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.689946] env[68828]: DEBUG oslo_vmware.api [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164483} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.690247] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.690435] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.690606] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.690779] env[68828]: INFO nova.compute.manager [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1259.691052] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.691233] env[68828]: DEBUG nova.compute.manager [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.691328] env[68828]: DEBUG nova.network.neutron [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.860138] env[68828]: DEBUG nova.scheduler.client.report [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.002238] env[68828]: DEBUG nova.objects.instance [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lazy-loading 'pci_requests' on Instance uuid 367dcb3b-3aec-4d24-8640-ee354116f4d8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.046069] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 69%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.366056] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.367775] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.299s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.369402] env[68828]: INFO nova.compute.claims [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.392222] env[68828]: INFO nova.scheduler.client.report [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted allocations for instance 2ec5731b-9d9c-4cfc-9472-b38bf646a716 [ 1260.510206] env[68828]: DEBUG nova.objects.base [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Object Instance<367dcb3b-3aec-4d24-8640-ee354116f4d8> lazy-loaded attributes: flavor,pci_requests {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.511040] env[68828]: DEBUG nova.network.neutron [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.542856] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 82%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.603819] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5385f9-f729-4bd2-b5ca-7fcaeacc41aa tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "interface-367dcb3b-3aec-4d24-8640-ee354116f4d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.621608] env[68828]: DEBUG nova.compute.manager [req-5a7bc699-45e8-4f51-95f0-a40ed509bcc8 req-cb333933-3ba7-4b5a-93ed-43ef8136e2b8 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Received event network-vif-deleted-120d82b6-5338-4d5e-af6d-43a328b5723c {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.621952] env[68828]: INFO nova.compute.manager [req-5a7bc699-45e8-4f51-95f0-a40ed509bcc8 req-cb333933-3ba7-4b5a-93ed-43ef8136e2b8 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Neutron deleted interface 120d82b6-5338-4d5e-af6d-43a328b5723c; detaching it from the instance and deleting it from the info cache [ 1260.622681] env[68828]: DEBUG nova.network.neutron [req-5a7bc699-45e8-4f51-95f0-a40ed509bcc8 req-cb333933-3ba7-4b5a-93ed-43ef8136e2b8 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.800197] env[68828]: DEBUG nova.network.neutron [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.902285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9016564c-6a07-4aa7-8eb3-432ecab3290d tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "2ec5731b-9d9c-4cfc-9472-b38bf646a716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.745s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.042243] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 97%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.126262] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cd575a3-5bba-4fc5-8c99-d1e600ad0ce8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.137503] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb0c2c-915d-4e8d-9cfb-91cb8d0b9f14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.171673] env[68828]: DEBUG nova.compute.manager [req-5a7bc699-45e8-4f51-95f0-a40ed509bcc8 req-cb333933-3ba7-4b5a-93ed-43ef8136e2b8 service nova] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Detach interface failed, port_id=120d82b6-5338-4d5e-af6d-43a328b5723c, reason: Instance f433af0c-f804-4bff-beb0-61b11f67b5ee could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.216711] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.216993] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.304174] env[68828]: INFO nova.compute.manager [-] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Took 1.61 seconds to deallocate network for instance. [ 1261.502743] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9650f6-1f79-40ad-99f7-2b1c4f76bb96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.511025] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9249c39-e71d-4765-b7c4-936274f675d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.544458] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01c6e8-5eda-4704-9aa4-22c86cf2e448 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.552437] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task} progress is 98%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.555578] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b795fd-ecec-41df-ba44-0bfe4c831a72 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.570909] env[68828]: DEBUG nova.compute.provider_tree [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.720078] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.810476] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.052424] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231618, 'name': RelocateVM_Task, 'duration_secs': 3.141631} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.052768] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.052988] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645940', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'name': 'volume-c8c53f72-12c4-4bb7-af89-60de116fbcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'serial': 'c8c53f72-12c4-4bb7-af89-60de116fbcea'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.053828] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a0151-40a9-41e7-9e43-e33f002836f9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.070848] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e9942-98f7-4410-a790-3bbbbc1fb7cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.073901] env[68828]: DEBUG nova.scheduler.client.report [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.101752] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-c8c53f72-12c4-4bb7-af89-60de116fbcea/volume-c8c53f72-12c4-4bb7-af89-60de116fbcea.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.102664] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f71481-26a5-4a25-8391-af7869f1eef3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.124667] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1262.124667] env[68828]: value = "task-3231622" [ 1262.124667] env[68828]: _type = "Task" [ 1262.124667] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.134380] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.246665] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.578898] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.579416] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.582154] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.126s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.582374] env[68828]: DEBUG nova.objects.instance [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'pci_requests' on Instance uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.636225] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231622, 'name': ReconfigVM_Task, 'duration_secs': 0.270954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.636495] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-c8c53f72-12c4-4bb7-af89-60de116fbcea/volume-c8c53f72-12c4-4bb7-af89-60de116fbcea.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.641256] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d6da01-14a1-4f84-99c2-3c3261ae8877 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.657248] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1262.657248] env[68828]: value = "task-3231623" [ 1262.657248] env[68828]: _type = "Task" [ 1262.657248] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.665513] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.780381] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.780662] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.780874] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.781070] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.781242] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.783479] env[68828]: INFO nova.compute.manager [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Terminating instance [ 1262.872619] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.872846] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.085460] env[68828]: DEBUG nova.compute.utils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.088776] env[68828]: DEBUG nova.objects.instance [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'numa_topology' on Instance uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.090250] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.090421] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.134098] env[68828]: DEBUG nova.policy [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03d198e1d135460abe582c7cc8865ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd9dca402af4d23ab6d955cbfadd836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.168809] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231623, 'name': ReconfigVM_Task, 'duration_secs': 0.133476} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.169171] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645940', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'name': 'volume-c8c53f72-12c4-4bb7-af89-60de116fbcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'serial': 'c8c53f72-12c4-4bb7-af89-60de116fbcea'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.169763] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee9acecd-6835-4f09-8dd5-e1817c7859d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.178055] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1263.178055] env[68828]: value = "task-3231624" [ 1263.178055] env[68828]: _type = "Task" [ 1263.178055] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.186248] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231624, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.287292] env[68828]: DEBUG nova.compute.manager [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.287554] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.288803] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce589f7d-4240-49cb-b8df-5e07c8ed1ab7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.298390] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.298390] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6f3d93-6510-4d61-96b3-663245fdf5e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.306071] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1263.306071] env[68828]: value = "task-3231625" [ 1263.306071] env[68828]: _type = "Task" [ 1263.306071] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.314445] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.375924] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.495490] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Successfully created port: 89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.591138] env[68828]: INFO nova.compute.claims [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.593913] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.688896] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231624, 'name': Rename_Task, 'duration_secs': 0.18644} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.689236] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.689495] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3852088b-9cbb-4170-9aea-8cd1f257db5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.697445] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1263.697445] env[68828]: value = "task-3231626" [ 1263.697445] env[68828]: _type = "Task" [ 1263.697445] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.708446] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.815816] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231625, 'name': PowerOffVM_Task, 'duration_secs': 0.227625} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.816183] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.816375] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.816698] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-587101b3-bca3-4a03-a23b-3e2b747acb1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.901881] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.903790] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.904024] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.904247] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Deleting the datastore file [datastore1] 367dcb3b-3aec-4d24-8640-ee354116f4d8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.904539] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8a9bd7-37c4-43e3-918a-108e8ff24848 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.910861] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for the task: (returnval){ [ 1263.910861] env[68828]: value = "task-3231628" [ 1263.910861] env[68828]: _type = "Task" [ 1263.910861] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.918786] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.209126] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.421267] env[68828]: DEBUG oslo_vmware.api [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Task: {'id': task-3231628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181375} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.421530] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.421719] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.421892] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.422076] env[68828]: INFO nova.compute.manager [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1264.422326] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.422572] env[68828]: DEBUG nova.compute.manager [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.422685] env[68828]: DEBUG nova.network.neutron [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.604115] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.631597] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.632584] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.632584] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.632584] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.632584] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.632584] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.632792] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.632831] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.632969] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.633146] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.633597] env[68828]: DEBUG nova.virt.hardware [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.634337] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880b16a8-bf16-4707-9c35-8c0d82381967 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.644804] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f91dde-1ade-4ea6-ac95-c9ae597f46f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.689130] env[68828]: DEBUG nova.compute.manager [req-0545dcad-45fe-4697-bd6a-673a8c0551d5 req-2bc35b86-91cb-4b91-8aa1-1f6ae1966e58 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Received event network-vif-deleted-89abd279-aa34-4543-ab42-d3c71c9956d5 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.689384] env[68828]: INFO nova.compute.manager [req-0545dcad-45fe-4697-bd6a-673a8c0551d5 req-2bc35b86-91cb-4b91-8aa1-1f6ae1966e58 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Neutron deleted interface 89abd279-aa34-4543-ab42-d3c71c9956d5; detaching it from the instance and deleting it from the info cache [ 1264.689560] env[68828]: DEBUG nova.network.neutron [req-0545dcad-45fe-4697-bd6a-673a8c0551d5 req-2bc35b86-91cb-4b91-8aa1-1f6ae1966e58 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.710279] env[68828]: DEBUG oslo_vmware.api [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231626, 'name': PowerOnVM_Task, 'duration_secs': 0.556564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.710464] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.710914] env[68828]: INFO nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1264.710914] env[68828]: DEBUG nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.711820] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2500b-2379-4688-8a07-fdf01e68dc1b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.742166] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569dcc86-7947-4178-9f65-8ecc1aa0aa05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.750224] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d8c23-91f3-496c-aa16-1004af0d9c24 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.782600] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba3288-e428-4902-b7cb-1d33d8392abf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.790269] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d927676-f3dd-4418-b7e1-dc3e66107762 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.803825] env[68828]: DEBUG nova.compute.provider_tree [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.149790] env[68828]: DEBUG nova.network.neutron [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.164231] env[68828]: DEBUG nova.compute.manager [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Received event network-vif-plugged-89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.164450] env[68828]: DEBUG oslo_concurrency.lockutils [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.164654] env[68828]: DEBUG oslo_concurrency.lockutils [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.164818] env[68828]: DEBUG oslo_concurrency.lockutils [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.164989] env[68828]: DEBUG nova.compute.manager [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] No waiting events found dispatching network-vif-plugged-89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.165172] env[68828]: WARNING nova.compute.manager [req-7b0dc72d-ba0f-43d4-b675-e1f105b294e0 req-39b4369a-e88c-475a-a6cd-2f09e64bde1b service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Received unexpected event network-vif-plugged-89009a0b-d28e-429f-9b7a-a977ff47f69d for instance with vm_state building and task_state spawning. [ 1265.194135] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0ea2a87-2e99-4300-9f02-674115472487 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.205577] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2c26b-d98d-4550-b9b5-fcb69bde848c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.236543] env[68828]: DEBUG nova.compute.manager [req-0545dcad-45fe-4697-bd6a-673a8c0551d5 req-2bc35b86-91cb-4b91-8aa1-1f6ae1966e58 service nova] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Detach interface failed, port_id=89abd279-aa34-4543-ab42-d3c71c9956d5, reason: Instance 367dcb3b-3aec-4d24-8640-ee354116f4d8 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.237202] env[68828]: INFO nova.compute.manager [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Took 16.31 seconds to build instance. [ 1265.310310] env[68828]: DEBUG nova.scheduler.client.report [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.314400] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Successfully updated port: 89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.656039] env[68828]: INFO nova.compute.manager [-] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Took 1.23 seconds to deallocate network for instance. [ 1265.739589] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aabfcdc-b349-4f85-ae7c-0d0a55841509 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.822s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.817422] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.235s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.820921] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.821172] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.821407] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.822899] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.013s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.823225] env[68828]: DEBUG nova.objects.instance [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'resources' on Instance uuid f433af0c-f804-4bff-beb0-61b11f67b5ee {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.851099] env[68828]: INFO nova.network.neutron [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating port 2f1aeaff-7bea-4952-831b-837846f7e549 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1266.161415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.357805] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.448104] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89b2bd-a5c9-46c3-9b41-e0fe1fd39088 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.456314] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7401a-cc18-495d-bd23-c8ca90c73281 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.493188] env[68828]: DEBUG nova.network.neutron [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating instance_info_cache with network_info: [{"id": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "address": "fa:16:3e:ba:29:5c", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89009a0b-d2", "ovs_interfaceid": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.494890] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c4a099-61f3-4aab-9260-56798f831071 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.503424] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a4ee1-5a05-4e88-9f67-91d525337a87 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.517764] env[68828]: DEBUG nova.compute.provider_tree [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.998867] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.999235] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Instance network_info: |[{"id": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "address": "fa:16:3e:ba:29:5c", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89009a0b-d2", "ovs_interfaceid": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.999691] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:29:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89009a0b-d28e-429f-9b7a-a977ff47f69d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.007173] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.007405] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.007626] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebda9b6-6737-4abe-ac61-d6b82f02e84f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.023442] env[68828]: DEBUG nova.scheduler.client.report [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.034358] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.034358] env[68828]: value = "task-3231629" [ 1267.034358] env[68828]: _type = "Task" [ 1267.034358] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.043710] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231629, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.200397] env[68828]: DEBUG nova.compute.manager [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Received event network-changed-89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.200592] env[68828]: DEBUG nova.compute.manager [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Refreshing instance network info cache due to event network-changed-89009a0b-d28e-429f-9b7a-a977ff47f69d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.200847] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Acquiring lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.200992] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Acquired lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.201138] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Refreshing network info cache for port 89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.385345] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.385345] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.385857] env[68828]: DEBUG nova.network.neutron [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.529782] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.532034] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.286s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.533902] env[68828]: INFO nova.compute.claims [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.545459] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231629, 'name': CreateVM_Task, 'duration_secs': 0.327457} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.545607] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.547865] env[68828]: INFO nova.scheduler.client.report [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted allocations for instance f433af0c-f804-4bff-beb0-61b11f67b5ee [ 1267.555254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.555254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.555254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.555448] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b798892f-4d6f-452c-8fbd-4a20a147bece {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.560530] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1267.560530] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52489bce-0e66-209c-a8c0-bf912d989d30" [ 1267.560530] env[68828]: _type = "Task" [ 1267.560530] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.569464] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52489bce-0e66-209c-a8c0-bf912d989d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.998119] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updated VIF entry in instance network info cache for port 89009a0b-d28e-429f-9b7a-a977ff47f69d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.998495] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating instance_info_cache with network_info: [{"id": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "address": "fa:16:3e:ba:29:5c", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89009a0b-d2", "ovs_interfaceid": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.053972] env[68828]: DEBUG oslo_concurrency.lockutils [None req-569f9d2a-c9c8-431f-80b1-edf6a1cca97c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "f433af0c-f804-4bff-beb0-61b11f67b5ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.035s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.073553] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52489bce-0e66-209c-a8c0-bf912d989d30, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.073844] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.074088] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.074330] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.074474] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.074654] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.074920] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81004c03-d8ef-407c-bebc-9db5b8c3d1d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.088352] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.088543] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.089280] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165e046d-af94-4bd9-ba5b-4caaad0a6f91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.095126] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1268.095126] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a91c2c-24a6-8c31-aafb-d5c2116aa8f8" [ 1268.095126] env[68828]: _type = "Task" [ 1268.095126] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.102912] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a91c2c-24a6-8c31-aafb-d5c2116aa8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.126920] env[68828]: DEBUG nova.network.neutron [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.479801] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.480086] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.480217] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.480411] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.480571] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.480718] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.500839] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Releasing lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.501093] env[68828]: DEBUG nova.compute.manager [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Received event network-changed-6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.501266] env[68828]: DEBUG nova.compute.manager [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Refreshing instance network info cache due to event network-changed-6361fc15-9ef0-491a-87b6-ad72d34b7df4. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.501530] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Acquiring lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.501693] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Acquired lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.501861] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Refreshing network info cache for port 6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.608366] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a91c2c-24a6-8c31-aafb-d5c2116aa8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.02752} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.611389] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38390c1-047b-4170-b055-2bfb396f6dcd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.617257] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1268.617257] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c730b4-fc55-0097-0d7a-f5989caeb28d" [ 1268.617257] env[68828]: _type = "Task" [ 1268.617257] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.627469] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c730b4-fc55-0097-0d7a-f5989caeb28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.630087] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.654644] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a0366-d2d6-4691-9c58-a3a67ba92a8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.659213] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='945e09dbde4980769bcdd3bed79806e6',container_format='bare',created_at=2025-04-03T05:49:18Z,direct_url=,disk_format='vmdk',id=afbc6d22-b774-4d27-9a7e-70ad1e2cdac9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1974093303-shelved',owner='194dc466d3a743f4a05a34fa1d385499',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T05:49:34Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.659461] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.659618] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.659798] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.659944] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.660167] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.660397] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.660559] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.660724] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.660886] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.661992] env[68828]: DEBUG nova.virt.hardware [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.661992] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d664db-ee2b-4f4a-bccb-7a4e281e8b39 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.672891] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9cf84-86fe-47f5-975e-4b5eb23f3703 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.676442] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66bfae-c476-4441-bef5-a87eee85c6c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.690274] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:54:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1aeaff-7bea-4952-831b-837846f7e549', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.697906] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.721366] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.721788] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804dea7f-eecd-4df9-85f4-4fb2b434704c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.736078] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026a14e-dc63-4f9a-913e-f78d25002781 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.745744] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a9997-69e8-42b3-8e03-b9e8a03bab17 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.749426] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.749426] env[68828]: value = "task-3231630" [ 1268.749426] env[68828]: _type = "Task" [ 1268.749426] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.762066] env[68828]: DEBUG nova.compute.provider_tree [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.769008] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231630, 'name': CreateVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.984622] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Getting list of instances from cluster (obj){ [ 1268.984622] env[68828]: value = "domain-c8" [ 1268.984622] env[68828]: _type = "ClusterComputeResource" [ 1268.984622] env[68828]: } {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1268.985790] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a5b20-73a5-4740-ab37-bc7ecc1468b7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.002206] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Got total of 4 instances {{(pid=68828) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1269.002376] env[68828]: WARNING nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] While synchronizing instance power states, found 7 instances in the database and 4 instances on the hypervisor. [ 1269.002513] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid 85027445-d0ee-43d8-aa32-df84bdd5a57c {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.002703] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.002860] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.003023] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid 367dcb3b-3aec-4d24-8640-ee354116f4d8 {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.003190] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.003479] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid 085edce0-93cb-4afd-ac27-c37cfbd19cfb {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.003541] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Triggering sync for uuid e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 {{(pid=68828) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.003841] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.004061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.004335] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.004519] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.004747] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.004949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.005170] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.005327] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.005548] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.005745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.005921] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.006066] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1269.006777] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c82ac04-d208-48a0-a71a-707f2beafe63 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.009971] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964db857-1278-4c28-85b5-f75e4f974791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.014968] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6201f04-2461-40f9-bf2a-738607830add {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.017610] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.129161] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52c730b4-fc55-0097-0d7a-f5989caeb28d, 'name': SearchDatastore_Task, 'duration_secs': 0.025845} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.129391] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.129668] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 085edce0-93cb-4afd-ac27-c37cfbd19cfb/085edce0-93cb-4afd-ac27-c37cfbd19cfb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.129938] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8707ff04-27e9-4210-a1cc-107dfff497d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.136915] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1269.136915] env[68828]: value = "task-3231631" [ 1269.136915] env[68828]: _type = "Task" [ 1269.136915] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.145210] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.234811] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updated VIF entry in instance network info cache for port 6361fc15-9ef0-491a-87b6-ad72d34b7df4. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.235306] env[68828]: DEBUG nova.network.neutron [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updating instance_info_cache with network_info: [{"id": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "address": "fa:16:3e:cc:23:9b", "network": {"id": "31487283-326a-463e-a867-3023b0b6bc96", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1715839285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c482d383cc44497ad6c68b92ea70cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6361fc15-9e", "ovs_interfaceid": "6361fc15-9ef0-491a-87b6-ad72d34b7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.249794] env[68828]: DEBUG nova.compute.manager [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.250026] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.251026] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.251026] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.251026] env[68828]: DEBUG nova.compute.manager [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] No waiting events found dispatching network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.251026] env[68828]: WARNING nova.compute.manager [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received unexpected event network-vif-plugged-2f1aeaff-7bea-4952-831b-837846f7e549 for instance with vm_state shelved_offloaded and task_state spawning. [ 1269.251026] env[68828]: DEBUG nova.compute.manager [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.251026] env[68828]: DEBUG nova.compute.manager [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing instance network info cache due to event network-changed-2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.251323] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Acquiring lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.251323] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Acquired lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.251412] env[68828]: DEBUG nova.network.neutron [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Refreshing network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.263536] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231630, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.265450] env[68828]: DEBUG nova.scheduler.client.report [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.522420] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.525511] env[68828]: INFO nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1269.525768] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.529490] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.531067] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.648160] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499769} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.648471] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 085edce0-93cb-4afd-ac27-c37cfbd19cfb/085edce0-93cb-4afd-ac27-c37cfbd19cfb.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.648695] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.648963] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a1e2e97-4453-43d0-a4b4-9e1e0f419ce9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.656083] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1269.656083] env[68828]: value = "task-3231632" [ 1269.656083] env[68828]: _type = "Task" [ 1269.656083] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.663633] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.738441] env[68828]: DEBUG oslo_concurrency.lockutils [req-32c58a51-c758-4e03-b885-cb530dccd167 req-2a933cc4-dabf-4380-b7e3-6bd4f3689788 service nova] Releasing lock "refresh_cache-2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.765288] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231630, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.770122] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.770611] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.773056] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.871s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.774478] env[68828]: INFO nova.compute.claims [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.799135] env[68828]: DEBUG nova.compute.manager [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1269.952084] env[68828]: DEBUG nova.network.neutron [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updated VIF entry in instance network info cache for port 2f1aeaff-7bea-4952-831b-837846f7e549. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.952487] env[68828]: DEBUG nova.network.neutron [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [{"id": "2f1aeaff-7bea-4952-831b-837846f7e549", "address": "fa:16:3e:6d:54:bb", "network": {"id": "f9ab9fe4-cfd3-4f57-8154-7964a6f36b6e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-41333276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "194dc466d3a743f4a05a34fa1d385499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1aeaff-7b", "ovs_interfaceid": "2f1aeaff-7bea-4952-831b-837846f7e549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.167025] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.42915} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.167149] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.167900] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f49ec6-8d41-411f-85cd-6308362c10a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.189772] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 085edce0-93cb-4afd-ac27-c37cfbd19cfb/085edce0-93cb-4afd-ac27-c37cfbd19cfb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.190035] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041324cf-213b-4b2c-8bbb-e59913601028 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.210710] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1270.210710] env[68828]: value = "task-3231633" [ 1270.210710] env[68828]: _type = "Task" [ 1270.210710] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.219012] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.264283] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231630, 'name': CreateVM_Task, 'duration_secs': 1.380476} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.264461] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.265168] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.265334] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.265722] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.265986] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b2e845-7314-4ebb-9adc-188eb346c2d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.271839] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1270.271839] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52237f5e-0419-3bbf-0d1a-eb27cc518eee" [ 1270.271839] env[68828]: _type = "Task" [ 1270.271839] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.278223] env[68828]: DEBUG nova.compute.utils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.284700] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.285816] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.286622] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52237f5e-0419-3bbf-0d1a-eb27cc518eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.320361] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.333767] env[68828]: DEBUG nova.policy [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabe9be178264d839d470f611055811b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a7a11100842b4b5c3a7006e968478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.455043] env[68828]: DEBUG oslo_concurrency.lockutils [req-9ed170e6-1a55-4a86-89fe-94166c0fc918 req-b4186ea1-8c18-4338-ba19-571851bbd78f service nova] Releasing lock "refresh_cache-bd44ce1f-5ee3-4025-a591-5bd46fb66c68" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.595828] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Successfully created port: 537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.721399] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231633, 'name': ReconfigVM_Task, 'duration_secs': 0.283955} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.721673] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 085edce0-93cb-4afd-ac27-c37cfbd19cfb/085edce0-93cb-4afd-ac27-c37cfbd19cfb.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.722367] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5048735a-5d5b-4777-aeb4-4ad499adcd14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.728926] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1270.728926] env[68828]: value = "task-3231634" [ 1270.728926] env[68828]: _type = "Task" [ 1270.728926] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.736913] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231634, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.781515] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.781724] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Processing image afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.781962] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.782125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.782306] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.782546] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c049d89-6671-4ed2-9093-3e36fc955356 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.784893] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.811701] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.811701] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.812568] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d976eb5-5979-4f2e-b777-929629a4763d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.818400] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1270.818400] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a4fd4d-67f1-89ce-4858-268ba0f9d68e" [ 1270.818400] env[68828]: _type = "Task" [ 1270.818400] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.830448] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a4fd4d-67f1-89ce-4858-268ba0f9d68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.910887] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879f96d-a3cd-405e-b4d1-dd437409b4a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.920870] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4209612-47b3-435f-bcec-c82429c56938 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.952151] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03134c81-b457-45ea-9747-e3942d8b903f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.961196] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039a749-4461-441b-999e-f49df2fc57ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.976749] env[68828]: DEBUG nova.compute.provider_tree [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.239950] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231634, 'name': Rename_Task, 'duration_secs': 0.223555} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.240241] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.240485] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd989bbe-443d-4008-86aa-54d5c5de092c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.247663] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1271.247663] env[68828]: value = "task-3231635" [ 1271.247663] env[68828]: _type = "Task" [ 1271.247663] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.255571] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.332612] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1271.332878] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Fetch image to [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d/OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1271.333074] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Downloading stream optimized image afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 to [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d/OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d.vmdk on the data store datastore1 as vApp {{(pid=68828) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1271.333248] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Downloading image file data afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 to the ESX as VM named 'OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d' {{(pid=68828) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1271.413899] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1271.413899] env[68828]: value = "resgroup-9" [ 1271.413899] env[68828]: _type = "ResourcePool" [ 1271.413899] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1271.414215] env[68828]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4727aad8-b03f-4080-86cc-41ce5bfc27f6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.436884] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease: (returnval){ [ 1271.436884] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d94d35-99ed-61a2-b9f7-18c2e3598caf" [ 1271.436884] env[68828]: _type = "HttpNfcLease" [ 1271.436884] env[68828]: } obtained for vApp import into resource pool (val){ [ 1271.436884] env[68828]: value = "resgroup-9" [ 1271.436884] env[68828]: _type = "ResourcePool" [ 1271.436884] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1271.437558] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the lease: (returnval){ [ 1271.437558] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d94d35-99ed-61a2-b9f7-18c2e3598caf" [ 1271.437558] env[68828]: _type = "HttpNfcLease" [ 1271.437558] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1271.445025] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.445025] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d94d35-99ed-61a2-b9f7-18c2e3598caf" [ 1271.445025] env[68828]: _type = "HttpNfcLease" [ 1271.445025] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.480181] env[68828]: DEBUG nova.scheduler.client.report [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.760046] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.798864] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.822792] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.823069] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.823240] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.823430] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.823575] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.823721] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.823929] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.824096] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.824262] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.824424] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.824593] env[68828]: DEBUG nova.virt.hardware [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.825703] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d601c-31f2-4826-9db1-da43c2044c2c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.834719] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04c90b-a97b-4dc8-a476-79fcf31cff44 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.946577] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.946577] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d94d35-99ed-61a2-b9f7-18c2e3598caf" [ 1271.946577] env[68828]: _type = "HttpNfcLease" [ 1271.946577] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.946888] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.946888] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52d94d35-99ed-61a2-b9f7-18c2e3598caf" [ 1271.946888] env[68828]: _type = "HttpNfcLease" [ 1271.946888] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1271.947712] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b0661-444e-4e97-ae87-e31c089bc142 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.956329] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.956529] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1272.015511] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.016011] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.020799] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.859s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.020952] env[68828]: DEBUG nova.objects.instance [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lazy-loading 'resources' on Instance uuid 367dcb3b-3aec-4d24-8640-ee354116f4d8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.022802] env[68828]: DEBUG nova.compute.manager [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Received event network-vif-plugged-537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.023012] env[68828]: DEBUG oslo_concurrency.lockutils [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] Acquiring lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.023306] env[68828]: DEBUG oslo_concurrency.lockutils [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.023381] env[68828]: DEBUG oslo_concurrency.lockutils [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.023596] env[68828]: DEBUG nova.compute.manager [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] No waiting events found dispatching network-vif-plugged-537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.023696] env[68828]: WARNING nova.compute.manager [req-8cfbe1a7-32b4-4c14-b30e-37df86fe1f46 req-cce720d3-d817-491f-a268-554bc4d01a86 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Received unexpected event network-vif-plugged-537376e5-67bf-4b9b-b15f-b2dcd3156763 for instance with vm_state building and task_state spawning. [ 1272.027108] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d03f43ea-f239-4b40-87d2-48d11427f6e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.060572] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Successfully updated port: 537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.258664] env[68828]: DEBUG oslo_vmware.api [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231635, 'name': PowerOnVM_Task, 'duration_secs': 0.529622} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.258922] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.259239] env[68828]: INFO nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1272.259451] env[68828]: DEBUG nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.260210] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15307ed-1817-4b6b-a54d-a379cc1cb5a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.531182] env[68828]: DEBUG nova.compute.utils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.535430] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.535669] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.563284] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.563469] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.563632] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.586446] env[68828]: DEBUG nova.policy [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcb1cb4dd3741589f748dcd33d891b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '469077700b7f430685389671cd01028a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.684947] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9489077d-a955-4ff5-b600-6d9b998801e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.693269] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0203f1-be04-4563-a61f-5031bc004384 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.725518] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47828f7-ad82-4b6a-959b-188afd5ed973 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.735897] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5173f11-2134-46a8-8e96-1ee4087efb95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.753102] env[68828]: DEBUG nova.compute.provider_tree [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.777600] env[68828]: INFO nova.compute.manager [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Took 14.72 seconds to build instance. [ 1272.916866] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Successfully created port: f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.038612] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.065998] env[68828]: DEBUG nova.compute.manager [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Received event network-changed-89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.066336] env[68828]: DEBUG nova.compute.manager [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Refreshing instance network info cache due to event network-changed-89009a0b-d28e-429f-9b7a-a977ff47f69d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.066720] env[68828]: DEBUG oslo_concurrency.lockutils [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] Acquiring lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.066952] env[68828]: DEBUG oslo_concurrency.lockutils [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] Acquired lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.067209] env[68828]: DEBUG nova.network.neutron [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Refreshing network info cache for port 89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.124517] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.255877] env[68828]: DEBUG nova.scheduler.client.report [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.279939] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5938106-766b-4ea1-813d-958800979f50 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.237s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.280391] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.275s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.280391] env[68828]: INFO nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1273.280664] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.285857] env[68828]: DEBUG nova.network.neutron [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updating instance_info_cache with network_info: [{"id": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "address": "fa:16:3e:39:6f:bc", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537376e5-67", "ovs_interfaceid": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.309993] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1273.309993] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1273.310927] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098433f9-d159-42ae-a27d-09cd024b9cad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.318866] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1273.319072] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1273.319277] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-26dbcdcf-c8f6-4153-9671-255f6af6f843 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.761315] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.763412] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.241s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.763645] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.763836] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1273.764181] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.444s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.766448] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea453d-059b-47be-abe6-67ee6f8ecd77 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.781865] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c730d2f6-eb06-4745-857d-9555e3410812 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.790718] env[68828]: INFO nova.scheduler.client.report [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Deleted allocations for instance 367dcb3b-3aec-4d24-8640-ee354116f4d8 [ 1273.791869] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.792202] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Instance network_info: |[{"id": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "address": "fa:16:3e:39:6f:bc", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537376e5-67", "ovs_interfaceid": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.795268] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:6f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '537376e5-67bf-4b9b-b15f-b2dcd3156763', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.803730] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.807245] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.815375] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c80af74-5878-4869-b664-b84cdf73e8b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.830717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e46e3-8047-4060-a2a9-ca22e07c5f0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.840018] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6113da3-37c2-49f6-993d-115aa52417fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.844139] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.844139] env[68828]: value = "task-3231637" [ 1273.844139] env[68828]: _type = "Task" [ 1273.844139] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.873020] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179282MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1273.873192] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.881966] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231637, 'name': CreateVM_Task} progress is 15%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.907158] env[68828]: DEBUG nova.network.neutron [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updated VIF entry in instance network info cache for port 89009a0b-d28e-429f-9b7a-a977ff47f69d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.907382] env[68828]: DEBUG nova.network.neutron [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating instance_info_cache with network_info: [{"id": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "address": "fa:16:3e:ba:29:5c", "network": {"id": "90b51ca8-263c-494a-a457-38b90570298d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1454202109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd9dca402af4d23ab6d955cbfadd836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89009a0b-d2", "ovs_interfaceid": "89009a0b-d28e-429f-9b7a-a977ff47f69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.993068] env[68828]: DEBUG oslo_vmware.rw_handles [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938926-0663-74e7-9ecc-8ceff6a85143/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1273.993319] env[68828]: INFO nova.virt.vmwareapi.images [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Downloaded image file data afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 [ 1273.994218] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89b6d6-bfc6-4e33-8bca-2d7f96a48ea5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.000255] env[68828]: DEBUG nova.compute.manager [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Received event network-changed-537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.000442] env[68828]: DEBUG nova.compute.manager [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Refreshing instance network info cache due to event network-changed-537376e5-67bf-4b9b-b15f-b2dcd3156763. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.000647] env[68828]: DEBUG oslo_concurrency.lockutils [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] Acquiring lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.000788] env[68828]: DEBUG oslo_concurrency.lockutils [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] Acquired lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.000952] env[68828]: DEBUG nova.network.neutron [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Refreshing network info cache for port 537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.017795] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a85d68-9449-4c1e-82fb-a30ee8e7163c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.050901] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.054634] env[68828]: INFO nova.virt.vmwareapi.images [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] The imported VM was unregistered [ 1274.057133] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1274.057423] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Creating directory with path [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.057696] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8ee3a8-3914-4317-99a3-5fe14f8a9510 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.079443] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.079775] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.079861] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.080112] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.080281] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.080432] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.080643] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.080799] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.080964] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.081142] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.081319] env[68828]: DEBUG nova.virt.hardware [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.082612] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d94aa-3ce7-4cf1-b957-455e2a6b5b6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.087316] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Created directory with path [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.087508] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d/OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d.vmdk to [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk. {{(pid=68828) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1274.089943] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eaded6d8-b673-460c-9a50-7ee81d312067 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.092880] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7616ad4a-fb8c-4916-a84f-34f3dbbc1728 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.109172] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1274.109172] env[68828]: value = "task-3231639" [ 1274.109172] env[68828]: _type = "Task" [ 1274.109172] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.117430] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.272478] env[68828]: INFO nova.compute.claims [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.311312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-99d61511-08f4-4085-a5c3-7c3d986b496d tempest-AttachInterfacesV270Test-578835050 tempest-AttachInterfacesV270Test-578835050-project-member] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.530s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.312687] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.308s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.312980] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-093402a2-9d54-4772-b26d-ac2715213cb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.327212] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45a251f-ca6d-462a-8a47-9e3b8cb5a366 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.356058] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231637, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.410691] env[68828]: DEBUG oslo_concurrency.lockutils [req-90bc5a27-2c05-4768-bbb3-afab2d78f26b req-f0b91a65-568a-4556-98a7-94343c24403d service nova] Releasing lock "refresh_cache-085edce0-93cb-4afd-ac27-c37cfbd19cfb" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.420414] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Successfully updated port: f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.623831] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.733065] env[68828]: DEBUG nova.network.neutron [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updated VIF entry in instance network info cache for port 537376e5-67bf-4b9b-b15f-b2dcd3156763. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.733461] env[68828]: DEBUG nova.network.neutron [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updating instance_info_cache with network_info: [{"id": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "address": "fa:16:3e:39:6f:bc", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537376e5-67", "ovs_interfaceid": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.779762] env[68828]: INFO nova.compute.resource_tracker [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating resource usage from migration e2c108e8-8d72-449d-923e-fe72a168eb9e [ 1274.859359] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231637, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.868751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "367dcb3b-3aec-4d24-8640-ee354116f4d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.910840] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ef423-1471-44eb-bfdc-dc2d950519f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.919724] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e29ead-f72c-46bb-a7ab-d0a60d37bb60 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.923902] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.924543] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.924754] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.959909] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b883ee5-021d-4098-baf5-b3bbd54cb9af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.969671] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55b880-69f6-47fa-b584-53ef81e57b9c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.985835] env[68828]: DEBUG nova.compute.provider_tree [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.122069] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.239675] env[68828]: DEBUG oslo_concurrency.lockutils [req-bfdc5883-8904-4edf-81d0-5a99d16b4935 req-7668bdf0-b945-4b00-abf5-fac6e52f9be3 service nova] Releasing lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.359510] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231637, 'name': CreateVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.489286] env[68828]: DEBUG nova.scheduler.client.report [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.516125] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.624523] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.725802] env[68828]: DEBUG nova.network.neutron [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.862832] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231637, 'name': CreateVM_Task, 'duration_secs': 1.601037} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.863254] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.863794] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.864258] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.864425] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.864614] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99ec5b6-ec58-464d-8f8c-400af2e559e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.871161] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1275.871161] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5d089-148f-d879-c023-d279f0d35a7b" [ 1275.871161] env[68828]: _type = "Task" [ 1275.871161] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.885223] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5d089-148f-d879-c023-d279f0d35a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.995209] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.995209] env[68828]: INFO nova.compute.manager [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Migrating [ 1276.005752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.132s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.027632] env[68828]: DEBUG nova.compute.manager [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.027845] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.028510] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.028510] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.028510] env[68828]: DEBUG nova.compute.manager [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] No waiting events found dispatching network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.028712] env[68828]: WARNING nova.compute.manager [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received unexpected event network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 for instance with vm_state building and task_state spawning. [ 1276.028935] env[68828]: DEBUG nova.compute.manager [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.029022] env[68828]: DEBUG nova.compute.manager [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing instance network info cache due to event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.029651] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.127367] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.229048] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.229445] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance network_info: |[{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.229837] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.230045] env[68828]: DEBUG nova.network.neutron [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.231458] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.239313] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.239912] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.240176] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd78157-282c-48f7-879d-e1e7aee6e5e6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.264374] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.264374] env[68828]: value = "task-3231640" [ 1276.264374] env[68828]: _type = "Task" [ 1276.264374] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.275762] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231640, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.383530] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52a5d089-148f-d879-c023-d279f0d35a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.090187} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.383966] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.384289] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.384512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.384665] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.384872] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.385221] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-270d092c-1a6d-4d78-83f1-3fe31853d6fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.407079] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.407390] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.408185] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32610203-88ac-4b53-b997-a7eb0d89ab68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.415940] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1276.415940] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dd5444-2a4f-0fd9-a902-357a03209982" [ 1276.415940] env[68828]: _type = "Task" [ 1276.415940] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.425560] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dd5444-2a4f-0fd9-a902-357a03209982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.522745] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.522937] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.523134] env[68828]: DEBUG nova.network.neutron [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.624851] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231639, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.41974} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.624997] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d/OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d.vmdk to [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk. [ 1276.625301] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Cleaning up location [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1276.625515] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1763b4e9-c382-4401-b609-2f0cf00b547d {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.625797] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024b1180-eb20-4479-9267-ddb640526dc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.632943] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1276.632943] env[68828]: value = "task-3231641" [ 1276.632943] env[68828]: _type = "Task" [ 1276.632943] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.640731] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.776958] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231640, 'name': CreateVM_Task} progress is 25%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.928550] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52dd5444-2a4f-0fd9-a902-357a03209982, 'name': SearchDatastore_Task, 'duration_secs': 0.045012} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.929698] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf1621b-8b10-4aaa-92f9-8f6eb2a7998d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.936360] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1276.936360] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d0441-0bc8-3f4b-99f1-1fe98d469671" [ 1276.936360] env[68828]: _type = "Task" [ 1276.936360] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.948952] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d0441-0bc8-3f4b-99f1-1fe98d469671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.962984] env[68828]: DEBUG nova.network.neutron [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updated VIF entry in instance network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.963420] env[68828]: DEBUG nova.network.neutron [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.021576] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Applying migration context for instance 74748c2e-190d-4754-9853-7d0c58ba4820 as it has an incoming, in-progress migration e2c108e8-8d72-449d-923e-fe72a168eb9e. Migration status is pre-migrating {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1277.022727] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating resource usage from migration e2c108e8-8d72-449d-923e-fe72a168eb9e [ 1277.044461] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.044780] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.044780] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance bd44ce1f-5ee3-4025-a591-5bd46fb66c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.044975] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 085edce0-93cb-4afd-ac27-c37cfbd19cfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.045141] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.045208] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b4fffb84-002b-4fd5-ba11-62558fa891b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.045466] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration e2c108e8-8d72-449d-923e-fe72a168eb9e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1277.045466] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 74748c2e-190d-4754-9853-7d0c58ba4820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.045702] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1277.045972] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1277.146720] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037636} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.146992] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.147660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.147660] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk to [datastore1] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.147817] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e68b268-9a8d-4b54-bb9a-2ba8126c7b6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.168249] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1277.168249] env[68828]: value = "task-3231642" [ 1277.168249] env[68828]: _type = "Task" [ 1277.168249] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.177221] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.178786] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3cba75-692f-49de-930f-60234bc9eac2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.186447] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85562566-2104-497a-8435-820ecc69a164 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.218949] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3560cf5b-7a5e-464b-acdf-f08d66674be5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.228747] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183d7fa-d25a-4da7-9e08-b66fbb875fda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.242515] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.277747] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231640, 'name': CreateVM_Task, 'duration_secs': 0.851962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.277920] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.278596] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.278761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.279102] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.279355] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb4158d-399c-4f6c-8b4e-97870188e661 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.284418] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1277.284418] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52023b86-b2b2-a967-cfd4-a9606d653404" [ 1277.284418] env[68828]: _type = "Task" [ 1277.284418] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.293505] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52023b86-b2b2-a967-cfd4-a9606d653404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.364933] env[68828]: DEBUG nova.network.neutron [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.448860] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]526d0441-0bc8-3f4b-99f1-1fe98d469671, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.449120] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.449409] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e9bc21b2-7ee6-435c-9a84-9ce3a63cd399/e9bc21b2-7ee6-435c-9a84-9ce3a63cd399.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.449722] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b24699-ade3-4c6e-9824-c91c8cfecb23 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.457843] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1277.457843] env[68828]: value = "task-3231643" [ 1277.457843] env[68828]: _type = "Task" [ 1277.457843] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.469547] env[68828]: DEBUG oslo_concurrency.lockutils [req-0b7c35d2-ef51-483b-a94c-9459a62665dc req-09947d21-962c-4b29-b63a-6b6bc3e79cb1 service nova] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.470085] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.682348] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.745640] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.796186] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52023b86-b2b2-a967-cfd4-a9606d653404, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.796509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.796838] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.797096] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.797313] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.797502] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.797806] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d84d54-fb91-4e7d-81d5-c085f3979435 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.825888] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.826103] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.826873] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc67307-8264-40a0-a9b6-da76c5fb9d3c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.833983] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1277.833983] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fe98b9-9e0b-3a41-17f0-b7d0836de1f3" [ 1277.833983] env[68828]: _type = "Task" [ 1277.833983] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.842651] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fe98b9-9e0b-3a41-17f0-b7d0836de1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.867584] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.968585] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.185590] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.250704] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1278.251095] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.245s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.346118] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52fe98b9-9e0b-3a41-17f0-b7d0836de1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.086354} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.346994] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7283c26e-502f-42f4-9344-07f2d108578e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.353794] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1278.353794] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258a0d9-fd08-eee9-f758-2d8cbe937997" [ 1278.353794] env[68828]: _type = "Task" [ 1278.353794] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.363050] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258a0d9-fd08-eee9-f758-2d8cbe937997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.470460] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.683799] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.709518] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.866190] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258a0d9-fd08-eee9-f758-2d8cbe937997, 'name': SearchDatastore_Task, 'duration_secs': 0.096272} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.866488] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.866758] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.867050] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03fb8812-d506-4667-be0a-4a4cab9292ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.879103] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1278.879103] env[68828]: value = "task-3231644" [ 1278.879103] env[68828]: _type = "Task" [ 1278.879103] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.889293] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.982589] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.186360] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.390151] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.391177] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8925382d-8111-4535-810b-d5e3e75602af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.414220] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.472184] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.684549] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.889630] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.920928] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.921079] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52894aef-f8cb-4635-9c04-1c5aac126494 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.928064] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1279.928064] env[68828]: value = "task-3231645" [ 1279.928064] env[68828]: _type = "Task" [ 1279.928064] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.939394] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.973578] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231643, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.45037} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.973578] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] e9bc21b2-7ee6-435c-9a84-9ce3a63cd399/e9bc21b2-7ee6-435c-9a84-9ce3a63cd399.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.973738] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.974025] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1e61e5b-ac91-4b96-8b47-f844fec10ed7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.982488] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1279.982488] env[68828]: value = "task-3231646" [ 1279.982488] env[68828]: _type = "Task" [ 1279.982488] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.992176] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.184345] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231642, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.566916} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.184670] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9/afbc6d22-b774-4d27-9a7e-70ad1e2cdac9.vmdk to [datastore1] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.185801] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbce79c-b743-4689-b60e-071972986cf8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.211945] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.212581] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1ad63d-2b40-47a1-8a85-1bfc84a9fd2b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.234175] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1280.234175] env[68828]: value = "task-3231647" [ 1280.234175] env[68828]: _type = "Task" [ 1280.234175] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.245937] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.323879] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.324212] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.392594] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.438879] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231645, 'name': PowerOffVM_Task, 'duration_secs': 0.241333} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.439184] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.439382] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.492252] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079876} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.492537] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.493363] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1d339-7e0f-46e2-ae33-808935e5c151 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.519276] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] e9bc21b2-7ee6-435c-9a84-9ce3a63cd399/e9bc21b2-7ee6-435c-9a84-9ce3a63cd399.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.519621] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb4f5192-84d6-47ac-b63e-28829fb41199 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.539692] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1280.539692] env[68828]: value = "task-3231648" [ 1280.539692] env[68828]: _type = "Task" [ 1280.539692] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.547125] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.744632] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.826875] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.890401] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.619893} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.890687] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.890901] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.891164] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e6ef9d-e319-4eb8-be8d-17c1c7517c1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.897304] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1280.897304] env[68828]: value = "task-3231649" [ 1280.897304] env[68828]: _type = "Task" [ 1280.897304] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.904389] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.945748] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.946051] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.946375] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.946375] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.946516] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.946660] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.946868] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.947045] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.947438] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.947741] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.947994] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.953058] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf10c510-1ab3-42d0-8ad6-68fed13b678e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.967827] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1280.967827] env[68828]: value = "task-3231650" [ 1280.967827] env[68828]: _type = "Task" [ 1280.967827] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.975411] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.051252] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231648, 'name': ReconfigVM_Task, 'duration_secs': 0.288477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.051582] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Reconfigured VM instance instance-00000076 to attach disk [datastore1] e9bc21b2-7ee6-435c-9a84-9ce3a63cd399/e9bc21b2-7ee6-435c-9a84-9ce3a63cd399.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.052156] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd98933-789f-423c-bc49-10e1e9ae91ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.058852] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1281.058852] env[68828]: value = "task-3231651" [ 1281.058852] env[68828]: _type = "Task" [ 1281.058852] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.066543] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231651, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.245421] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231647, 'name': ReconfigVM_Task, 'duration_secs': 0.56092} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.245636] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Reconfigured VM instance instance-0000006d to attach disk [datastore1] bd44ce1f-5ee3-4025-a591-5bd46fb66c68/bd44ce1f-5ee3-4025-a591-5bd46fb66c68.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.246284] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc835725-ca4f-4f1c-8c0c-3818616f0921 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.253175] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1281.253175] env[68828]: value = "task-3231652" [ 1281.253175] env[68828]: _type = "Task" [ 1281.253175] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.261639] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231652, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.351373] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.351717] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.353230] env[68828]: INFO nova.compute.claims [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.409712] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063201} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.409972] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.410756] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6c6f38-9a35-4183-a535-45d501b054a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.433737] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.434075] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8321d256-5c42-451b-9cf9-5593e54a5ef8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.455696] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1281.455696] env[68828]: value = "task-3231653" [ 1281.455696] env[68828]: _type = "Task" [ 1281.455696] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.464963] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.478703] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231650, 'name': ReconfigVM_Task, 'duration_secs': 0.440026} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.479185] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.570039] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231651, 'name': Rename_Task, 'duration_secs': 0.497012} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.570348] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.570599] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf8d33a-950e-4bda-b2d1-a38206b0295c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.576717] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1281.576717] env[68828]: value = "task-3231654" [ 1281.576717] env[68828]: _type = "Task" [ 1281.576717] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.588795] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.763540] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231652, 'name': Rename_Task, 'duration_secs': 0.435021} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.763816] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.764112] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ccb613-5db2-4654-86e3-21a5ff5f3b80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.770290] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1281.770290] env[68828]: value = "task-3231655" [ 1281.770290] env[68828]: _type = "Task" [ 1281.770290] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.778136] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.965816] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231653, 'name': ReconfigVM_Task, 'duration_secs': 0.436672} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.966114] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.966760] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c406cf9-c280-474a-8432-53a4f1f3dfb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.972998] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1281.972998] env[68828]: value = "task-3231656" [ 1281.972998] env[68828]: _type = "Task" [ 1281.972998] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.982641] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231656, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.986667] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.986889] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.987077] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.987296] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.987461] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.987632] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.987847] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.988032] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.988243] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.988385] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.988562] env[68828]: DEBUG nova.virt.hardware [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.993875] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.994150] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051b08a0-0117-4313-a93e-9889154fb213 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.012788] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1282.012788] env[68828]: value = "task-3231657" [ 1282.012788] env[68828]: _type = "Task" [ 1282.012788] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.020862] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.086658] env[68828]: DEBUG oslo_vmware.api [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231654, 'name': PowerOnVM_Task, 'duration_secs': 0.485706} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.087170] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.087326] env[68828]: INFO nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1282.087566] env[68828]: DEBUG nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.088447] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac88eb-93fd-471e-a732-df8dc19eb026 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.282576] env[68828]: DEBUG oslo_vmware.api [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231655, 'name': PowerOnVM_Task, 'duration_secs': 0.49585} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.282859] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.384251] env[68828]: DEBUG nova.compute.manager [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.385202] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66658ef-6f7a-43ce-a63b-35a606f8d3f2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.477881] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c160c69-c1fc-4ac7-a7fe-8f35f86ed9fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.485612] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231656, 'name': Rename_Task, 'duration_secs': 0.165199} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.487604] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.487775] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7144e2-212f-4f58-8e1f-12cee6bbaf7b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.489980] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d4c216-fd89-4351-859d-bdb913ce0cd9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.524675] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81110303-961a-4fc7-a649-774fa37f506a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.527026] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1282.527026] env[68828]: value = "task-3231658" [ 1282.527026] env[68828]: _type = "Task" [ 1282.527026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.540018] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231657, 'name': ReconfigVM_Task, 'duration_secs': 0.20596} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.540018] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.540018] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d78d7-be83-498f-ac9d-aad6ccf8b40a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.546067] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9768e-5b7d-44fd-9ff3-91a07b0be108 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.548493] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231658, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.568022] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.575719] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0553ae3-9694-4d78-a647-8d934f1a1de4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.588952] env[68828]: DEBUG nova.compute.provider_tree [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.596499] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1282.596499] env[68828]: value = "task-3231659" [ 1282.596499] env[68828]: _type = "Task" [ 1282.596499] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.609402] env[68828]: INFO nova.compute.manager [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Took 20.38 seconds to build instance. [ 1282.613581] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.903789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-52d6ebb8-8626-4ff0-969c-45552f6fa91a tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.469s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.904686] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.900s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.904901] env[68828]: INFO nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] During sync_power_state the instance has a pending task (spawning). Skip. [ 1282.905093] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.037466] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231658, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.092985] env[68828]: DEBUG nova.scheduler.client.report [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.107132] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231659, 'name': ReconfigVM_Task, 'duration_secs': 0.419189} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.107559] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820/74748c2e-190d-4754-9853-7d0c58ba4820.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.108359] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.114670] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5edd4e2a-dbe4-454c-a392-5b065ded4b5a tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.898s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.114906] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.109s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.115717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d236b3-5755-4039-ba10-7ace545dd6fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.294700] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.295014] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.295308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.295527] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.295685] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.304397] env[68828]: INFO nova.compute.manager [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Terminating instance [ 1283.324771] env[68828]: DEBUG nova.compute.manager [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Received event network-changed-537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.324995] env[68828]: DEBUG nova.compute.manager [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Refreshing instance network info cache due to event network-changed-537376e5-67bf-4b9b-b15f-b2dcd3156763. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.325270] env[68828]: DEBUG oslo_concurrency.lockutils [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] Acquiring lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.325438] env[68828]: DEBUG oslo_concurrency.lockutils [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] Acquired lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.325604] env[68828]: DEBUG nova.network.neutron [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Refreshing network info cache for port 537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.539621] env[68828]: DEBUG oslo_vmware.api [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231658, 'name': PowerOnVM_Task, 'duration_secs': 0.603741} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.540018] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.540318] env[68828]: INFO nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1283.540589] env[68828]: DEBUG nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.541745] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22f0ed-80ad-4655-8016-f4532a5817cf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.598486] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.599213] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.614749] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099253ca-9c8c-407b-8370-4a5e7efe9d57 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.635417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.637190] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a575d09-54c4-43ae-936d-6132a4468820 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.655411] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.812099] env[68828]: DEBUG nova.compute.manager [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.812360] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.813352] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9837e0-8caf-4204-a5c3-c3cea10e0348 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.821349] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.821593] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753de98b-ad70-4fb8-9375-e2d349874841 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.830182] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1283.830182] env[68828]: value = "task-3231660" [ 1283.830182] env[68828]: _type = "Task" [ 1283.830182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.840906] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.036440] env[68828]: DEBUG nova.network.neutron [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updated VIF entry in instance network info cache for port 537376e5-67bf-4b9b-b15f-b2dcd3156763. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.036797] env[68828]: DEBUG nova.network.neutron [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updating instance_info_cache with network_info: [{"id": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "address": "fa:16:3e:39:6f:bc", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537376e5-67", "ovs_interfaceid": "537376e5-67bf-4b9b-b15f-b2dcd3156763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.070057] env[68828]: INFO nova.compute.manager [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Took 20.19 seconds to build instance. [ 1284.103847] env[68828]: DEBUG nova.compute.utils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.109017] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.109017] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.157217] env[68828]: DEBUG nova.policy [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4717ab4b91ce4bfa8ba5a5c5db788fde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44b521cf93ed4830b0b9ac8fb775ea21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.226251] env[68828]: DEBUG nova.network.neutron [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Port b5032efb-db1a-4855-854a-ee25feee4bb4 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1284.341456] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231660, 'name': PowerOffVM_Task, 'duration_secs': 0.339152} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.342606] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.342606] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.342606] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58eb0b0e-98a7-4776-9800-7e5bff1089dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.405754] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.406103] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.406416] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleting the datastore file [datastore1] bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.406789] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4266ac73-f73d-41dc-84c0-64bf3222bfac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.415239] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for the task: (returnval){ [ 1284.415239] env[68828]: value = "task-3231663" [ 1284.415239] env[68828]: _type = "Task" [ 1284.415239] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.423093] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.440179] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Successfully created port: cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.539982] env[68828]: DEBUG oslo_concurrency.lockutils [req-278fd60f-1b00-44bd-8ab5-d31d14318965 req-6ad90024-2869-4c1d-956f-b8a0ca8654ed service nova] Releasing lock "refresh_cache-e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.573736] env[68828]: DEBUG oslo_concurrency.lockutils [None req-a8200287-480c-45fb-aedd-f67518310a04 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.701s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.607311] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.925023] env[68828]: DEBUG oslo_vmware.api [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Task: {'id': task-3231663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155469} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.925259] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.925442] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.925618] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.925793] env[68828]: INFO nova.compute.manager [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1284.926066] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.926261] env[68828]: DEBUG nova.compute.manager [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.926355] env[68828]: DEBUG nova.network.neutron [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.250311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.250593] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.250705] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.356706] env[68828]: DEBUG nova.compute.manager [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.356903] env[68828]: DEBUG nova.compute.manager [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing instance network info cache due to event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.357128] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.357289] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.357488] env[68828]: DEBUG nova.network.neutron [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.621068] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.647990] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.648270] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.648481] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.648685] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.648853] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.649032] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.649267] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.649448] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.649631] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.649840] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.649997] env[68828]: DEBUG nova.virt.hardware [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.650942] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c1f4d-f462-4def-ae6e-5341e733e587 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.659612] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929409f-3373-4626-b1b6-4cdedea959e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.795881] env[68828]: DEBUG nova.compute.manager [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Received event network-vif-plugged-cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.796176] env[68828]: DEBUG oslo_concurrency.lockutils [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] Acquiring lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.796391] env[68828]: DEBUG oslo_concurrency.lockutils [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.796563] env[68828]: DEBUG oslo_concurrency.lockutils [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.796732] env[68828]: DEBUG nova.compute.manager [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] No waiting events found dispatching network-vif-plugged-cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.796900] env[68828]: WARNING nova.compute.manager [req-886ca1a1-6eaa-40dd-a1b7-98e4cfe92ce2 req-6298e2f1-83f8-4226-bfb4-9ed2373f1e20 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Received unexpected event network-vif-plugged-cb611233-9981-4279-a3c2-aa6456f64d77 for instance with vm_state building and task_state spawning. [ 1285.879498] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Successfully updated port: cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.940538] env[68828]: DEBUG nova.network.neutron [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.130014] env[68828]: DEBUG nova.network.neutron [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updated VIF entry in instance network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.130408] env[68828]: DEBUG nova.network.neutron [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.289663] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.290112] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.290112] env[68828]: DEBUG nova.network.neutron [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.383748] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.383868] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquired lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.383988] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.446713] env[68828]: INFO nova.compute.manager [-] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Took 1.52 seconds to deallocate network for instance. [ 1286.633301] env[68828]: DEBUG oslo_concurrency.lockutils [req-9e893c41-f705-4845-89b3-e8c45cab0fdb req-b13e17d6-06a0-4404-b4f7-68490b44a2cc service nova] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.923460] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.953035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.953332] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.953628] env[68828]: DEBUG nova.objects.instance [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lazy-loading 'resources' on Instance uuid bd44ce1f-5ee3-4025-a591-5bd46fb66c68 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.006899] env[68828]: DEBUG nova.network.neutron [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.056605] env[68828]: DEBUG nova.network.neutron [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Updating instance_info_cache with network_info: [{"id": "cb611233-9981-4279-a3c2-aa6456f64d77", "address": "fa:16:3e:cb:bd:a3", "network": {"id": "93aa6d93-7a2f-4c1e-adf9-626ee2563e54", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-60277914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44b521cf93ed4830b0b9ac8fb775ea21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb611233-99", "ovs_interfaceid": "cb611233-9981-4279-a3c2-aa6456f64d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.385040] env[68828]: DEBUG nova.compute.manager [req-eea20c8f-a4f9-4eb3-9e8c-12fafdc4e8e9 req-cc3d7219-3c8e-4df1-a7ef-5a4434cc0b1b service nova] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Received event network-vif-deleted-2f1aeaff-7bea-4952-831b-837846f7e549 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.510062] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558959] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Releasing lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.559262] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Instance network_info: |[{"id": "cb611233-9981-4279-a3c2-aa6456f64d77", "address": "fa:16:3e:cb:bd:a3", "network": {"id": "93aa6d93-7a2f-4c1e-adf9-626ee2563e54", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-60277914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44b521cf93ed4830b0b9ac8fb775ea21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb611233-99", "ovs_interfaceid": "cb611233-9981-4279-a3c2-aa6456f64d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.559671] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb611233-9981-4279-a3c2-aa6456f64d77', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.567050] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Creating folder: Project (44b521cf93ed4830b0b9ac8fb775ea21). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.570100] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c82aa89-af20-4c07-aac4-ea6e2006dce5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.580961] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Created folder: Project (44b521cf93ed4830b0b9ac8fb775ea21) in parent group-v645630. [ 1287.581165] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Creating folder: Instances. Parent ref: group-v645952. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.582158] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a1b864-d412-44e7-ace5-ac8d0f1378d0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.584204] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a88a1-22ba-4df4-8dbe-ad4827b545fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.591396] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35364496-feb6-4ee5-b29b-2f24d7f48900 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.595225] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Created folder: Instances in parent group-v645952. [ 1287.595440] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.595909] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.596111] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45168be-1dfe-40b1-b6c7-6c8d69722a65 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.636872] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684cd97-aee0-4e40-82db-0b27fdabb1fd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.640557] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.640557] env[68828]: value = "task-3231667" [ 1287.640557] env[68828]: _type = "Task" [ 1287.640557] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.646665] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba076a-291f-4ee5-925f-d2bf372f456c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.652899] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231667, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.662271] env[68828]: DEBUG nova.compute.provider_tree [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.823329] env[68828]: DEBUG nova.compute.manager [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Received event network-changed-cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.823560] env[68828]: DEBUG nova.compute.manager [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Refreshing instance network info cache due to event network-changed-cb611233-9981-4279-a3c2-aa6456f64d77. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.823820] env[68828]: DEBUG oslo_concurrency.lockutils [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] Acquiring lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.823991] env[68828]: DEBUG oslo_concurrency.lockutils [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] Acquired lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.824213] env[68828]: DEBUG nova.network.neutron [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Refreshing network info cache for port cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.032906] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e8028-7d0f-4ac5-9c6b-d8b856ef7fde {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.051441] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a49632-e286-48fa-b7dc-38c098d18b06 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.057899] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.151968] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231667, 'name': CreateVM_Task, 'duration_secs': 0.339979} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.152166] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.152849] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.153032] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.153343] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.153616] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37510bb0-1242-4dce-b60d-b2c4ec428236 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.159338] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1288.159338] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52293e4c-b36b-5834-0d4c-8185330f5c1b" [ 1288.159338] env[68828]: _type = "Task" [ 1288.159338] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.167720] env[68828]: DEBUG nova.scheduler.client.report [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.170569] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52293e4c-b36b-5834-0d4c-8185330f5c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.509544] env[68828]: DEBUG nova.network.neutron [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Updated VIF entry in instance network info cache for port cb611233-9981-4279-a3c2-aa6456f64d77. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.509998] env[68828]: DEBUG nova.network.neutron [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Updating instance_info_cache with network_info: [{"id": "cb611233-9981-4279-a3c2-aa6456f64d77", "address": "fa:16:3e:cb:bd:a3", "network": {"id": "93aa6d93-7a2f-4c1e-adf9-626ee2563e54", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-60277914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44b521cf93ed4830b0b9ac8fb775ea21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb611233-99", "ovs_interfaceid": "cb611233-9981-4279-a3c2-aa6456f64d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.564019] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.564361] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca644e3-f45a-4ebf-9a64-41dc33d79865 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.571388] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1288.571388] env[68828]: value = "task-3231668" [ 1288.571388] env[68828]: _type = "Task" [ 1288.571388] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.579223] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.669751] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52293e4c-b36b-5834-0d4c-8185330f5c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.669996] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.670261] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.670499] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.670647] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.670824] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.671532] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.673395] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11805af1-f215-4684-95d6-c3f7463f476c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.682068] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.682251] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.682948] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e35bea-9e64-4d5a-a9d4-6edd5d2dba2e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.688101] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1288.688101] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b908ed-70e7-122b-88f4-73da1eabea66" [ 1288.688101] env[68828]: _type = "Task" [ 1288.688101] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.695659] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b908ed-70e7-122b-88f4-73da1eabea66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.696466] env[68828]: INFO nova.scheduler.client.report [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Deleted allocations for instance bd44ce1f-5ee3-4025-a591-5bd46fb66c68 [ 1289.012383] env[68828]: DEBUG oslo_concurrency.lockutils [req-4bb102b2-f1b5-41cf-a7f1-110e2ff0ba01 req-f0bb2d3f-43e6-439b-8912-e6c07495f92b service nova] Releasing lock "refresh_cache-1bf24533-71a8-4bff-979a-962e94bd5ab8" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.081267] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.198512] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b908ed-70e7-122b-88f4-73da1eabea66, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.199375] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fb0074-69f1-470a-8f78-c4b69ae3d90a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.204119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5cc507cb-d599-46ef-8c88-aaf2c9f8e737 tempest-ServerActionsTestOtherB-1677039188 tempest-ServerActionsTestOtherB-1677039188-project-member] Lock "bd44ce1f-5ee3-4025-a591-5bd46fb66c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.909s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.206401] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1289.206401] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b80a25-e3a5-d7bc-35f5-7bf891c13196" [ 1289.206401] env[68828]: _type = "Task" [ 1289.206401] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.215592] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b80a25-e3a5-d7bc-35f5-7bf891c13196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.584834] env[68828]: DEBUG oslo_vmware.api [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231668, 'name': PowerOnVM_Task, 'duration_secs': 0.5408} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.584834] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.584834] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1d264e-57b9-4d1d-963c-5d6c0585b8ab tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance '74748c2e-190d-4754-9853-7d0c58ba4820' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.718739] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b80a25-e3a5-d7bc-35f5-7bf891c13196, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.719129] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.719496] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1bf24533-71a8-4bff-979a-962e94bd5ab8/1bf24533-71a8-4bff-979a-962e94bd5ab8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.719859] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a76344-f807-4586-ad43-57324a7a7a46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.727738] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1289.727738] env[68828]: value = "task-3231671" [ 1289.727738] env[68828]: _type = "Task" [ 1289.727738] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.738201] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.237389] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465534} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.237714] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 1bf24533-71a8-4bff-979a-962e94bd5ab8/1bf24533-71a8-4bff-979a-962e94bd5ab8.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.237970] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.238231] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c631a6d-dc73-4232-ac70-9efd18db4343 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.244572] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1290.244572] env[68828]: value = "task-3231672" [ 1290.244572] env[68828]: _type = "Task" [ 1290.244572] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.251671] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.755027] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067766} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.755027] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.755546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2707d5-6548-43f5-aad8-63869f01e543 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.777088] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 1bf24533-71a8-4bff-979a-962e94bd5ab8/1bf24533-71a8-4bff-979a-962e94bd5ab8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.777715] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e10cbaf-7bf0-4455-9587-3e731088d9e8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.796814] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1290.796814] env[68828]: value = "task-3231673" [ 1290.796814] env[68828]: _type = "Task" [ 1290.796814] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.804753] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.307255] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231673, 'name': ReconfigVM_Task, 'duration_secs': 0.27853} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.307562] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 1bf24533-71a8-4bff-979a-962e94bd5ab8/1bf24533-71a8-4bff-979a-962e94bd5ab8.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.308200] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-493d9b81-ba92-4c43-887e-be4672a1b2d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.313563] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1291.313563] env[68828]: value = "task-3231675" [ 1291.313563] env[68828]: _type = "Task" [ 1291.313563] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.320933] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231675, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.823897] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231675, 'name': Rename_Task, 'duration_secs': 0.131612} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.824231] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.824490] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e34e51a5-a6f0-45e8-ae09-af7d71537a50 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.830849] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1291.830849] env[68828]: value = "task-3231676" [ 1291.830849] env[68828]: _type = "Task" [ 1291.830849] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.838761] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.088155] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.088404] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.088578] env[68828]: DEBUG nova.compute.manager [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Going to confirm migration 8 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1292.340216] env[68828]: DEBUG oslo_vmware.api [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231676, 'name': PowerOnVM_Task, 'duration_secs': 0.486809} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.340451] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.340662] env[68828]: INFO nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1292.340839] env[68828]: DEBUG nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.341603] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d28868-f7c2-413e-a8d7-cf5c5f62109e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.656702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.656901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.657093] env[68828]: DEBUG nova.network.neutron [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.657281] env[68828]: DEBUG nova.objects.instance [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'info_cache' on Instance uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.858062] env[68828]: INFO nova.compute.manager [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Took 11.53 seconds to build instance. [ 1293.359684] env[68828]: DEBUG oslo_concurrency.lockutils [None req-3aecd398-6717-456a-94c2-17d18adb5897 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.035s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.597312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.597312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.597312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.597312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.597312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.598293] env[68828]: INFO nova.compute.manager [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Terminating instance [ 1293.999458] env[68828]: DEBUG nova.network.neutron [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [{"id": "b5032efb-db1a-4855-854a-ee25feee4bb4", "address": "fa:16:3e:42:fc:66", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5032efb-db", "ovs_interfaceid": "b5032efb-db1a-4855-854a-ee25feee4bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.106197] env[68828]: DEBUG nova.compute.manager [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.106509] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.107645] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40df54-9ff9-4363-addd-e99bad4b5c93 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.116042] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.116329] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c98984-b142-49a4-8c07-cf26b4a548fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.122814] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1294.122814] env[68828]: value = "task-3231678" [ 1294.122814] env[68828]: _type = "Task" [ 1294.122814] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.131719] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.502691] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-74748c2e-190d-4754-9853-7d0c58ba4820" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.502953] env[68828]: DEBUG nova.objects.instance [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'migration_context' on Instance uuid 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.633324] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231678, 'name': PowerOffVM_Task, 'duration_secs': 0.479184} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.633673] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.633915] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.634230] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a3ee9c-c4e6-4453-929f-708beab778d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.005868] env[68828]: DEBUG nova.objects.base [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Object Instance<74748c2e-190d-4754-9853-7d0c58ba4820> lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.007206] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbd89f-1747-40f2-a7c0-a3b380d08dc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.040572] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d13e89b-00ed-4add-9516-811b5c48a263 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.048075] env[68828]: DEBUG oslo_vmware.api [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1295.048075] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52474b2e-085a-a371-9288-8d497f646f64" [ 1295.048075] env[68828]: _type = "Task" [ 1295.048075] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.060411] env[68828]: DEBUG oslo_vmware.api [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52474b2e-085a-a371-9288-8d497f646f64, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.060865] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.061321] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.675267] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb26417-f1cd-4335-a50f-1067de8ce721 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.682938] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56b71e-e768-499e-aa77-de1ce2f170d2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.712447] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca2162-fd52-4091-bf92-6a3cfcef8757 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.719660] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa03162-aead-45b9-a788-06e2d8bcd369 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.733361] env[68828]: DEBUG nova.compute.provider_tree [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.737182] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.737368] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.737563] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Deleting the datastore file [datastore2] 1bf24533-71a8-4bff-979a-962e94bd5ab8 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.737813] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4edd16d-f8ab-4037-9978-e94f667ef477 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.744626] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for the task: (returnval){ [ 1295.744626] env[68828]: value = "task-3231681" [ 1295.744626] env[68828]: _type = "Task" [ 1295.744626] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.753058] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.237189] env[68828]: DEBUG nova.scheduler.client.report [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.255452] env[68828]: DEBUG oslo_vmware.api [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Task: {'id': task-3231681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139478} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.255689] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.255864] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.256048] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.256218] env[68828]: INFO nova.compute.manager [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1296.256449] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.256632] env[68828]: DEBUG nova.compute.manager [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.256723] env[68828]: DEBUG nova.network.neutron [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.517701] env[68828]: DEBUG nova.compute.manager [req-cf318ede-84a1-4b8f-8b93-451a0dd2d619 req-f04a2955-9b6a-41df-b4bd-d6418958fb08 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Received event network-vif-deleted-cb611233-9981-4279-a3c2-aa6456f64d77 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.517926] env[68828]: INFO nova.compute.manager [req-cf318ede-84a1-4b8f-8b93-451a0dd2d619 req-f04a2955-9b6a-41df-b4bd-d6418958fb08 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Neutron deleted interface cb611233-9981-4279-a3c2-aa6456f64d77; detaching it from the instance and deleting it from the info cache [ 1296.518590] env[68828]: DEBUG nova.network.neutron [req-cf318ede-84a1-4b8f-8b93-451a0dd2d619 req-f04a2955-9b6a-41df-b4bd-d6418958fb08 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.998407] env[68828]: DEBUG nova.network.neutron [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.021426] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-989d3f3a-4c6d-4fe1-a74d-9d8a29269293 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.031588] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891cf39-41f8-4fdd-a073-08414fd328aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.067106] env[68828]: DEBUG nova.compute.manager [req-cf318ede-84a1-4b8f-8b93-451a0dd2d619 req-f04a2955-9b6a-41df-b4bd-d6418958fb08 service nova] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Detach interface failed, port_id=cb611233-9981-4279-a3c2-aa6456f64d77, reason: Instance 1bf24533-71a8-4bff-979a-962e94bd5ab8 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.247955] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.187s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.500584] env[68828]: INFO nova.compute.manager [-] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Took 1.24 seconds to deallocate network for instance. [ 1297.805698] env[68828]: INFO nova.scheduler.client.report [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted allocation for migration e2c108e8-8d72-449d-923e-fe72a168eb9e [ 1298.006854] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.007176] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.007442] env[68828]: DEBUG nova.objects.instance [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lazy-loading 'resources' on Instance uuid 1bf24533-71a8-4bff-979a-962e94bd5ab8 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.312552] env[68828]: DEBUG oslo_concurrency.lockutils [None req-1431c99f-7ef5-48e8-ad44-38b7aa342153 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.224s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.602912] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05f17d-5167-40c0-ab52-800ef856c31e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.610776] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d61113-2ff5-44f4-9da2-7406a11bd3a6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.642173] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fa5904-43b0-409d-8b37-f91e9f41e99a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.649516] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2064febb-0560-4582-a2d4-05c3b546ba34 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.662467] env[68828]: DEBUG nova.compute.provider_tree [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.079360] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.079644] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.079896] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.080103] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.080276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.082351] env[68828]: INFO nova.compute.manager [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Terminating instance [ 1299.166301] env[68828]: DEBUG nova.scheduler.client.report [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.585921] env[68828]: DEBUG nova.compute.manager [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.586281] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.587020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363f6558-8a05-4965-ab7f-33245f231dd6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.596362] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.596589] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da80b49f-c54d-4ef1-80fd-c4ef2654e964 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.602780] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1299.602780] env[68828]: value = "task-3231684" [ 1299.602780] env[68828]: _type = "Task" [ 1299.602780] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.611626] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.670749] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.690377] env[68828]: INFO nova.scheduler.client.report [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Deleted allocations for instance 1bf24533-71a8-4bff-979a-962e94bd5ab8 [ 1300.112437] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231684, 'name': PowerOffVM_Task, 'duration_secs': 0.18421} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.112703] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.112912] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.113365] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376016c1-844d-44af-89cd-8fcf242fce5f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.178275] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.178529] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.178727] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleting the datastore file [datastore2] 74748c2e-190d-4754-9853-7d0c58ba4820 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.178992] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e9bcb2-f9b3-47c9-b435-93a8a7cc8360 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.185508] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1300.185508] env[68828]: value = "task-3231686" [ 1300.185508] env[68828]: _type = "Task" [ 1300.185508] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.193204] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.197293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ffb164d-6fd9-42c6-921e-d95448ba5ef9 tempest-InstanceActionsV221TestJSON-1458099492 tempest-InstanceActionsV221TestJSON-1458099492-project-member] Lock "1bf24533-71a8-4bff-979a-962e94bd5ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.602s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.695651] env[68828]: DEBUG oslo_vmware.api [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136871} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.695999] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.695999] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.696190] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.696359] env[68828]: INFO nova.compute.manager [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1300.696601] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.696798] env[68828]: DEBUG nova.compute.manager [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.696894] env[68828]: DEBUG nova.network.neutron [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.139049] env[68828]: DEBUG nova.compute.manager [req-ead83862-97b6-4474-b2b6-ab3e129704e3 req-f5f90880-194f-4d8b-b136-e29a537558bf service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Received event network-vif-deleted-b5032efb-db1a-4855-854a-ee25feee4bb4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.139252] env[68828]: INFO nova.compute.manager [req-ead83862-97b6-4474-b2b6-ab3e129704e3 req-f5f90880-194f-4d8b-b136-e29a537558bf service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Neutron deleted interface b5032efb-db1a-4855-854a-ee25feee4bb4; detaching it from the instance and deleting it from the info cache [ 1301.139427] env[68828]: DEBUG nova.network.neutron [req-ead83862-97b6-4474-b2b6-ab3e129704e3 req-f5f90880-194f-4d8b-b136-e29a537558bf service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.616044] env[68828]: DEBUG nova.network.neutron [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.642725] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a61757cf-d0a3-451d-83df-4c78f357ce3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.652345] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41db82a-a44c-4e98-90a4-aeff7bf97602 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.686288] env[68828]: DEBUG nova.compute.manager [req-ead83862-97b6-4474-b2b6-ab3e129704e3 req-f5f90880-194f-4d8b-b136-e29a537558bf service nova] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Detach interface failed, port_id=b5032efb-db1a-4855-854a-ee25feee4bb4, reason: Instance 74748c2e-190d-4754-9853-7d0c58ba4820 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.118675] env[68828]: INFO nova.compute.manager [-] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Took 1.42 seconds to deallocate network for instance. [ 1302.578650] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.578905] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.625041] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.625478] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.625751] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.652294] env[68828]: INFO nova.scheduler.client.report [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted allocations for instance 74748c2e-190d-4754-9853-7d0c58ba4820 [ 1303.081239] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.161571] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f30726a9-6a0e-44fa-bd77-feb7614a7eca tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "74748c2e-190d-4754-9853-7d0c58ba4820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.082s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.600443] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.600716] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.602233] env[68828]: INFO nova.compute.claims [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.067228] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.067525] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.462637] env[68828]: INFO nova.compute.manager [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Rebuilding instance [ 1304.508915] env[68828]: DEBUG nova.compute.manager [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.509858] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c398d4e-fcea-4092-a332-1f285b8bfccb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.569816] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.715312] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771911f-88f9-449a-986a-9f155c5f7711 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.723302] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7131a7-aaf4-4c1e-83b0-ed751ea2a2a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.752728] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331abb0-ad8e-4873-b4b7-631eb065ff3a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.759641] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1302388-3d1b-44e9-9561-2e2b32427eb4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.772191] env[68828]: DEBUG nova.compute.provider_tree [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.095320] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.275243] env[68828]: DEBUG nova.scheduler.client.report [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.524691] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.525045] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab81aa7-8990-443f-ab40-da32c0fe1840 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.532540] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1305.532540] env[68828]: value = "task-3231687" [ 1305.532540] env[68828]: _type = "Task" [ 1305.532540] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.540155] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.780373] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.780719] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.783477] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.688s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.784860] env[68828]: INFO nova.compute.claims [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.042119] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231687, 'name': PowerOffVM_Task, 'duration_secs': 0.207789} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.042360] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.043049] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.043301] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe2d26b-32d4-49a8-9a58-1e36dafc04c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.048732] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1306.048732] env[68828]: value = "task-3231688" [ 1306.048732] env[68828]: _type = "Task" [ 1306.048732] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.055726] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.289147] env[68828]: DEBUG nova.compute.utils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.293062] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.293062] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.339776] env[68828]: DEBUG nova.policy [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabe9be178264d839d470f611055811b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9a7a11100842b4b5c3a7006e968478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.559778] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1306.560090] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.560555] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645940', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'name': 'volume-c8c53f72-12c4-4bb7-af89-60de116fbcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'serial': 'c8c53f72-12c4-4bb7-af89-60de116fbcea'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.560976] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6142d-435d-4050-b772-5eee71e23fd4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.579285] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03320815-c8c9-4962-a5f9-eb1d56237136 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.586041] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac68445-4f6d-4e82-b165-3409abcb6d47 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.605520] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Successfully created port: 81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.608676] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9edbe5-170b-4d68-a187-aba5ee9d368e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.627238] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] The volume has not been displaced from its original location: [datastore1] volume-c8c53f72-12c4-4bb7-af89-60de116fbcea/volume-c8c53f72-12c4-4bb7-af89-60de116fbcea.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.632310] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.632664] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313b822c-3c71-40ed-a67a-0b243fa1a531 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.652233] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1306.652233] env[68828]: value = "task-3231689" [ 1306.652233] env[68828]: _type = "Task" [ 1306.652233] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.661031] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.794201] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.895543] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0393c33-421a-4c1b-b6ab-8f517ddaf0fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.902990] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074aec4a-5a8b-4ddd-bb81-cef4e4506d8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.932350] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeabba8-70d1-435a-a4c7-885f8f330563 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.938860] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65826ae-55b9-4905-8d89-0cb177eee03c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.952444] env[68828]: DEBUG nova.compute.provider_tree [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.161881] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.301596] env[68828]: INFO nova.virt.block_device [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Booting with volume fecf5f4c-39dc-44ba-a858-da17bfb449b7 at /dev/sda [ 1307.338418] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e62427-469c-48e1-9173-f31cd9dc110c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.347505] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b6a45-32f8-4d51-8a2c-ec717ac3a8f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.376078] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2362ea48-8b7f-4441-afba-d52c13e03023 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.385078] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52a558-7969-4edb-87f8-63dc7ef35ca1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.411251] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1593ebb-6d78-4e9d-adfe-bb60c5f89735 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.417554] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208bc44-968f-4242-ba16-52bf0e7c2597 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.430211] env[68828]: DEBUG nova.virt.block_device [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating existing volume attachment record: de0166d7-2a1d-458f-9ee2-84c9677ddedf {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1307.455157] env[68828]: DEBUG nova.scheduler.client.report [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.662615] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.961382] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.961880] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.965814] env[68828]: DEBUG nova.compute.manager [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Received event network-vif-plugged-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.966034] env[68828]: DEBUG oslo_concurrency.lockutils [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.966251] env[68828]: DEBUG oslo_concurrency.lockutils [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.966424] env[68828]: DEBUG oslo_concurrency.lockutils [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.966594] env[68828]: DEBUG nova.compute.manager [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] No waiting events found dispatching network-vif-plugged-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.966759] env[68828]: WARNING nova.compute.manager [req-529e0236-7be3-4ca5-a276-6e320371e0a3 req-3266f664-8538-424b-ae0c-df198aa649e8 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Received unexpected event network-vif-plugged-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 for instance with vm_state building and task_state block_device_mapping. [ 1308.044664] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Successfully updated port: 81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.163184] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231689, 'name': ReconfigVM_Task, 'duration_secs': 1.193412} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.163452] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.168313] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e45b4c-a30a-4f8c-bae6-d1f2a45dcb45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.183967] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1308.183967] env[68828]: value = "task-3231690" [ 1308.183967] env[68828]: _type = "Task" [ 1308.183967] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.192072] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.467226] env[68828]: DEBUG nova.compute.utils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.468794] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.468845] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.507188] env[68828]: DEBUG nova.policy [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c57d78c3484f538cc037ec861d3aeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e472e10c2d4269887f7a86aff9a465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.549053] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.549053] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.549053] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.695919] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231690, 'name': ReconfigVM_Task, 'duration_secs': 0.118451} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.696259] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645940', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'name': 'volume-c8c53f72-12c4-4bb7-af89-60de116fbcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c53f72-12c4-4bb7-af89-60de116fbcea', 'serial': 'c8c53f72-12c4-4bb7-af89-60de116fbcea'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.696475] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.697217] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102dcce8-0930-42e9-b515-c5028af711a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.703436] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.703651] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b44af37f-dc41-442f-92b6-860f2148ff8c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.765852] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.766229] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.766229] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Deleting the datastore file [datastore1] 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.767194] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bec3aa3-e675-491f-b2dc-5ff78e77dde5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.773458] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for the task: (returnval){ [ 1308.773458] env[68828]: value = "task-3231692" [ 1308.773458] env[68828]: _type = "Task" [ 1308.773458] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.774217] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Successfully created port: b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.784497] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.972301] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.081778] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.202599] env[68828]: DEBUG nova.network.neutron [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.287056] env[68828]: DEBUG oslo_vmware.api [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Task: {'id': task-3231692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08009} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.287169] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.287404] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.287671] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.341044] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.341394] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69510900-2c49-4b25-bf67-8c794ded0926 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.350517] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809991a3-9098-4e84-8564-ef48025c10f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.381046] env[68828]: ERROR nova.compute.manager [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Failed to detach volume c8c53f72-12c4-4bb7-af89-60de116fbcea from /dev/sda: nova.exception.InstanceNotFound: Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 could not be found. [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Traceback (most recent call last): [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self.driver.rebuild(**kwargs) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise NotImplementedError() [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] NotImplementedError [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] During handling of the above exception, another exception occurred: [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Traceback (most recent call last): [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self.driver.detach_volume(context, old_connection_info, [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] return self._volumeops.detach_volume(connection_info, instance) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._detach_volume_vmdk(connection_info, instance) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] stable_ref.fetch_moref(session) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] nova.exception.InstanceNotFound: Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 could not be found. [ 1309.381046] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.507157] env[68828]: DEBUG nova.compute.utils [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Build of instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 aborted: Failed to rebuild volume backed instance. {{(pid=68828) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1309.509270] env[68828]: ERROR nova.compute.manager [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 aborted: Failed to rebuild volume backed instance. [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Traceback (most recent call last): [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self.driver.rebuild(**kwargs) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise NotImplementedError() [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] NotImplementedError [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] During handling of the above exception, another exception occurred: [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Traceback (most recent call last): [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._detach_root_volume(context, instance, root_bdm) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] with excutils.save_and_reraise_exception(): [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self.force_reraise() [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise self.value [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self.driver.detach_volume(context, old_connection_info, [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] return self._volumeops.detach_volume(connection_info, instance) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._detach_volume_vmdk(connection_info, instance) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] stable_ref.fetch_moref(session) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] nova.exception.InstanceNotFound: Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 could not be found. [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] During handling of the above exception, another exception occurred: [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Traceback (most recent call last): [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] yield [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1309.509270] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._do_rebuild_instance_with_claim( [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._do_rebuild_instance( [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._rebuild_default_impl(**kwargs) [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] self._rebuild_volume_backed_instance( [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] raise exception.BuildAbortException( [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] nova.exception.BuildAbortException: Build of instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 aborted: Failed to rebuild volume backed instance. [ 1309.510595] env[68828]: ERROR nova.compute.manager [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] [ 1309.513945] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.514442] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.514649] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.514803] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.514981] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.515136] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.515278] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.515556] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.515722] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.515883] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.516058] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.516230] env[68828]: DEBUG nova.virt.hardware [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.517273] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3f015-d8ba-44e8-b64b-6fd69441f791 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.525532] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2776049-2840-495b-adc2-03bf1af55bc5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.705167] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.705605] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Instance network_info: |[{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.706110] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:37:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d68c51-4498-4a3b-83fb-2c8671f8b4c3', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.713709] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.713927] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.714498] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fe0fb3-c4f0-4aff-89c4-c634e334d39f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.733720] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.733720] env[68828]: value = "task-3231693" [ 1309.733720] env[68828]: _type = "Task" [ 1309.733720] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.743317] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231693, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.984692] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.988956] env[68828]: DEBUG nova.compute.manager [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Received event network-changed-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.989148] env[68828]: DEBUG nova.compute.manager [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Refreshing instance network info cache due to event network-changed-81d68c51-4498-4a3b-83fb-2c8671f8b4c3. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.989363] env[68828]: DEBUG oslo_concurrency.lockutils [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.989502] env[68828]: DEBUG oslo_concurrency.lockutils [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.989663] env[68828]: DEBUG nova.network.neutron [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Refreshing network info cache for port 81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.013722] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.014098] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.014187] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.014374] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.014536] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.014712] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.014988] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.015214] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.015428] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.015744] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.015838] env[68828]: DEBUG nova.virt.hardware [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.018966] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a67589-06f4-43a7-a872-471c0fb1e222 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.027970] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47072e6b-f2fe-4055-90a9-1ad2d09d15ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.221550] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Successfully updated port: b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.245306] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231693, 'name': CreateVM_Task, 'duration_secs': 0.29685} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.245306] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.246044] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'de0166d7-2a1d-458f-9ee2-84c9677ddedf', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645955', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'name': 'volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e3753b1-96d3-4f02-b5fc-7410cd793375', 'attached_at': '', 'detached_at': '', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'serial': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68828) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1310.246408] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Root volume attach. Driver type: vmdk {{(pid=68828) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1310.247169] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3d820-cfdb-4966-b183-959caf1ce32f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.255024] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684dcef-842d-4792-906d-95fa00930c80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.260634] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3bd64-0c4f-4657-83b9-201c69695a38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.266225] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-45a51de7-daba-4dca-af20-8585038dcdee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.272952] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1310.272952] env[68828]: value = "task-3231694" [ 1310.272952] env[68828]: _type = "Task" [ 1310.272952] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.280899] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231694, 'name': RelocateVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.676754] env[68828]: DEBUG nova.network.neutron [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updated VIF entry in instance network info cache for port 81d68c51-4498-4a3b-83fb-2c8671f8b4c3. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.677188] env[68828]: DEBUG nova.network.neutron [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.723555] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.723801] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.723947] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.783019] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231694, 'name': RelocateVM_Task, 'duration_secs': 0.335223} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.783321] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1310.783514] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645955', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'name': 'volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e3753b1-96d3-4f02-b5fc-7410cd793375', 'attached_at': '', 'detached_at': '', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'serial': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1310.784771] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597ada3-ef71-48a9-951b-735e79d090d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.800854] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34eb772-4aa7-41a7-b81b-055edee11a45 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.821987] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7/volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.822246] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc52f5b3-9834-4351-985f-52f001f4c1eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.841178] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1310.841178] env[68828]: value = "task-3231695" [ 1310.841178] env[68828]: _type = "Task" [ 1310.841178] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.850582] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.179803] env[68828]: DEBUG oslo_concurrency.lockutils [req-3179bafc-33e0-498e-b13f-2dd4423dd528 req-9fd2db8b-0b9f-4ec7-bccc-01a15b814dd2 service nova] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.282523] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.352547] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231695, 'name': ReconfigVM_Task, 'duration_secs': 0.278283} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.352826] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7/volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.357754] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6d415d-727b-4b87-af87-5bfdb3547594 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.371985] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1311.371985] env[68828]: value = "task-3231696" [ 1311.371985] env[68828]: _type = "Task" [ 1311.371985] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.379543] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.413904] env[68828]: DEBUG nova.network.neutron [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.529581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.529818] env[68828]: DEBUG oslo_concurrency.lockutils [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.612125] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b115eb-e181-4436-915d-921c1e288043 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.619461] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe14c99-1ec0-4efb-bd60-24582e4ac6d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.652191] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c47b81-9b37-43a8-8edc-a99332bcbe68 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.660168] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab074bf6-9c4f-4d63-8efa-eb9dfb19c074 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.673296] env[68828]: DEBUG nova.compute.provider_tree [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.882526] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231696, 'name': ReconfigVM_Task, 'duration_secs': 0.109137} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.882893] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645955', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'name': 'volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e3753b1-96d3-4f02-b5fc-7410cd793375', 'attached_at': '', 'detached_at': '', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'serial': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1311.883459] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ea6790-d636-495f-affa-8069d3744b67 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.890026] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1311.890026] env[68828]: value = "task-3231697" [ 1311.890026] env[68828]: _type = "Task" [ 1311.890026] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.897434] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231697, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.916081] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.916400] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Instance network_info: |[{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.916792] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:de:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2939fea-a1bf-44e3-9d7d-09ded14b3186', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.924615] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.924615] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.925030] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-010d06c9-6d63-41fd-93c4-88d773bc8be1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.944264] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.944264] env[68828]: value = "task-3231698" [ 1311.944264] env[68828]: _type = "Task" [ 1311.944264] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.951768] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231698, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.020072] env[68828]: DEBUG nova.compute.manager [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Received event network-vif-plugged-b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.020586] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Acquiring lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.020896] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.021120] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.021315] env[68828]: DEBUG nova.compute.manager [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] No waiting events found dispatching network-vif-plugged-b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.021513] env[68828]: WARNING nova.compute.manager [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Received unexpected event network-vif-plugged-b2939fea-a1bf-44e3-9d7d-09ded14b3186 for instance with vm_state building and task_state spawning. [ 1312.021673] env[68828]: DEBUG nova.compute.manager [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Received event network-changed-b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.021840] env[68828]: DEBUG nova.compute.manager [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Refreshing instance network info cache due to event network-changed-b2939fea-a1bf-44e3-9d7d-09ded14b3186. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.022070] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.022195] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.022389] env[68828]: DEBUG nova.network.neutron [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Refreshing network info cache for port b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.176271] env[68828]: DEBUG nova.scheduler.client.report [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.402342] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231697, 'name': Rename_Task, 'duration_secs': 0.121988} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.402724] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.403038] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44db976f-5d2c-47d6-ae61-2a3f40b78a2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.409612] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1312.409612] env[68828]: value = "task-3231699" [ 1312.409612] env[68828]: _type = "Task" [ 1312.409612] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.417364] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.453213] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231698, 'name': CreateVM_Task, 'duration_secs': 0.337016} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.454791] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.455995] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.456310] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.456767] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.457581] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1b46df-06e2-4063-b5f7-e86617ab2180 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.461198] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.461507] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.466813] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1312.466813] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5240d85f-d735-fbbf-6a9b-eb5ee83c5888" [ 1312.466813] env[68828]: _type = "Task" [ 1312.466813] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.480320] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5240d85f-d735-fbbf-6a9b-eb5ee83c5888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.509516] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.509842] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.510158] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.510426] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.510674] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.513698] env[68828]: INFO nova.compute.manager [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Terminating instance [ 1312.681489] env[68828]: DEBUG oslo_concurrency.lockutils [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.152s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.681705] env[68828]: INFO nova.compute.manager [None req-add8daed-09aa-47df-aad4-0666b2437502 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Successfully reverted task state from rebuilding on failure for instance. [ 1312.715859] env[68828]: DEBUG nova.network.neutron [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updated VIF entry in instance network info cache for port b2939fea-a1bf-44e3-9d7d-09ded14b3186. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.716230] env[68828]: DEBUG nova.network.neutron [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.919841] env[68828]: DEBUG oslo_vmware.api [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231699, 'name': PowerOnVM_Task, 'duration_secs': 0.452345} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.920184] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.920277] env[68828]: INFO nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Took 3.41 seconds to spawn the instance on the hypervisor. [ 1312.920455] env[68828]: DEBUG nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.921228] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83164396-3b4c-47fe-97e2-c565098e8417 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.964604] env[68828]: DEBUG nova.compute.utils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.976735] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5240d85f-d735-fbbf-6a9b-eb5ee83c5888, 'name': SearchDatastore_Task, 'duration_secs': 0.02529} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.977017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.977240] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.977491] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.977651] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.977841] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.978146] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf6ef11-a551-44a9-89a1-3e27357c755b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.985767] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.985944] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.986631] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36afd418-6ec2-4f69-996d-513044aa4014 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.991782] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1312.991782] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b02921-993f-7bef-3c28-25037b16fa2d" [ 1312.991782] env[68828]: _type = "Task" [ 1312.991782] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.998829] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b02921-993f-7bef-3c28-25037b16fa2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.017942] env[68828]: DEBUG nova.compute.manager [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.018218] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d9abeb7-a5cf-4dce-a76a-7729071bf6ab {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.025761] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f6ed8-6015-475b-a7a8-619eb55c1ba3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.052675] env[68828]: WARNING nova.virt.vmwareapi.driver [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 could not be found. [ 1313.052857] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.053135] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8996c37-ffa1-4d18-99ca-5907a206deba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.060470] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd8a50-5e81-48ed-868c-b8a1f6c0d1c8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.088156] env[68828]: WARNING nova.virt.vmwareapi.vmops [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 could not be found. [ 1313.088351] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.088528] env[68828]: INFO nova.compute.manager [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1313.088805] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.089041] env[68828]: DEBUG nova.compute.manager [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.089141] env[68828]: DEBUG nova.network.neutron [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.219309] env[68828]: DEBUG oslo_concurrency.lockutils [req-0050e86a-09f6-40b9-89c4-8a5dcd819ae1 req-1b560ac9-48ce-42d6-8173-9c57aa2474b0 service nova] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.437640] env[68828]: INFO nova.compute.manager [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Took 9.85 seconds to build instance. [ 1313.467912] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.502557] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b02921-993f-7bef-3c28-25037b16fa2d, 'name': SearchDatastore_Task, 'duration_secs': 0.030351} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.503345] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e0648d-a4df-441f-af22-ce31ac7dd392 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.508567] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1313.508567] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cb323-690c-36b2-c0b7-a2a3a9e63916" [ 1313.508567] env[68828]: _type = "Task" [ 1313.508567] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.516434] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cb323-690c-36b2-c0b7-a2a3a9e63916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.942637] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5367f1f4-d85f-4030-82bd-b4412c960a62 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.363s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.992127] env[68828]: DEBUG nova.network.neutron [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.024235] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524cb323-690c-36b2-c0b7-a2a3a9e63916, 'name': SearchDatastore_Task, 'duration_secs': 0.026458} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.024933] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.025480] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.027211] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7252f11c-ae1a-4f32-80d3-1ad2e8efc8ef {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.035265] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1314.035265] env[68828]: value = "task-3231700" [ 1314.035265] env[68828]: _type = "Task" [ 1314.035265] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.045811] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.120841] env[68828]: DEBUG nova.compute.manager [req-7a4c580c-24b0-45fc-8c88-95463e3b7353 req-9c7075f3-f945-4bcb-9b54-415f40605121 service nova] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Received event network-vif-deleted-6361fc15-9ef0-491a-87b6-ad72d34b7df4 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.494813] env[68828]: INFO nova.compute.manager [-] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Took 1.41 seconds to deallocate network for instance. [ 1314.545985] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231700, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.595020] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.595840] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.597849] env[68828]: INFO nova.compute.manager [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Attaching volume 2a2c4838-4624-47f1-bb9c-7f40c6abba18 to /dev/sdb [ 1314.625960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d906d53-8535-4bb7-9206-6c898a1aec8f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.633675] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482328d-d390-4e62-acff-a8a7a8da031f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.649354] env[68828]: DEBUG nova.virt.block_device [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating existing volume attachment record: 519bb236-82b5-4e3b-97ec-8e8b5a8d6b5a {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1314.811528] env[68828]: DEBUG nova.compute.manager [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.811821] env[68828]: DEBUG nova.compute.manager [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing instance network info cache due to event network-changed-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.812302] env[68828]: DEBUG oslo_concurrency.lockutils [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] Acquiring lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.812302] env[68828]: DEBUG oslo_concurrency.lockutils [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] Acquired lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.812465] env[68828]: DEBUG nova.network.neutron [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Refreshing network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.050046] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520038} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.051456] env[68828]: INFO nova.compute.manager [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Took 0.56 seconds to detach 1 volumes for instance. [ 1315.053538] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.053949] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.054985] env[68828]: DEBUG nova.compute.manager [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Deleting volume: c8c53f72-12c4-4bb7-af89-60de116fbcea {{(pid=68828) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1315.057253] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f99af7e7-7eac-495e-8115-0ce8b3b4769a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.065227] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1315.065227] env[68828]: value = "task-3231702" [ 1315.065227] env[68828]: _type = "Task" [ 1315.065227] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.073942] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.525931] env[68828]: DEBUG nova.network.neutron [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updated VIF entry in instance network info cache for port 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.526348] env[68828]: DEBUG nova.network.neutron [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [{"id": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "address": "fa:16:3e:38:36:16", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d62f46-89", "ovs_interfaceid": "54d62f46-89ad-4f69-9b9b-eaed4bbed7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.574486] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064723} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.574761] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.575568] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7e8bc-cf1e-4a1e-9a2e-4545f8df2590 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.598186] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.598503] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e780d52e-24a9-4c13-b102-28793da29a0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.614046] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.614365] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.614596] env[68828]: DEBUG nova.objects.instance [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lazy-loading 'resources' on Instance uuid 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.623064] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1315.623064] env[68828]: value = "task-3231704" [ 1315.623064] env[68828]: _type = "Task" [ 1315.623064] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.633374] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.029654] env[68828]: DEBUG oslo_concurrency.lockutils [req-a7a90487-de42-4700-83ec-dae355cbccf9 req-2e80dea8-dc0c-46ec-b830-1b114ef67122 service nova] Releasing lock "refresh_cache-85027445-d0ee-43d8-aa32-df84bdd5a57c" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.135952] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.225740] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd10161-7c2e-4d5c-a70e-ac79de4f38d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.232802] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c186e3-94c4-4bcb-9a97-b020b6fd66be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.264324] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d82ca6-3270-4716-9766-10f7b89564f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.271927] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c91f29-bb87-4161-81dc-a96f969ff99d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.285691] env[68828]: DEBUG nova.compute.provider_tree [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.290833] env[68828]: DEBUG nova.compute.manager [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1316.568142] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.568428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.568711] env[68828]: INFO nova.compute.manager [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Shelving [ 1316.632869] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231704, 'name': ReconfigVM_Task, 'duration_secs': 0.674243} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.633164] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.633775] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27cd296f-1b5b-441c-b161-e039b71ffded {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.640842] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1316.640842] env[68828]: value = "task-3231705" [ 1316.640842] env[68828]: _type = "Task" [ 1316.640842] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.651301] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231705, 'name': Rename_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.790138] env[68828]: DEBUG nova.scheduler.client.report [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.808061] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.834667] env[68828]: DEBUG nova.compute.manager [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Received event network-changed-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.834839] env[68828]: DEBUG nova.compute.manager [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Refreshing instance network info cache due to event network-changed-81d68c51-4498-4a3b-83fb-2c8671f8b4c3. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.835065] env[68828]: DEBUG oslo_concurrency.lockutils [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.835209] env[68828]: DEBUG oslo_concurrency.lockutils [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.835380] env[68828]: DEBUG nova.network.neutron [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Refreshing network info cache for port 81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.149718] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231705, 'name': Rename_Task, 'duration_secs': 0.344943} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.150086] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.150152] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-479c640a-fdbc-4a37-9aca-11ab58ce60ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.155705] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1317.155705] env[68828]: value = "task-3231707" [ 1317.155705] env[68828]: _type = "Task" [ 1317.155705] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.162726] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.295438] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.298837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.490s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.552972] env[68828]: DEBUG nova.network.neutron [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updated VIF entry in instance network info cache for port 81d68c51-4498-4a3b-83fb-2c8671f8b4c3. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.553357] env[68828]: DEBUG nova.network.neutron [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.579584] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.579862] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c2eef5-6d71-4e5c-b196-df66862077e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.587513] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1317.587513] env[68828]: value = "task-3231708" [ 1317.587513] env[68828]: _type = "Task" [ 1317.587513] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.595342] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.666125] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231707, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.805516] env[68828]: INFO nova.compute.claims [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.813633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-70b11b87-e79a-43c2-b4e2-a2b858fd6dd1 tempest-ServerActionsV293TestJSON-268501324 tempest-ServerActionsV293TestJSON-268501324-project-member] Lock "2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.304s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.055767] env[68828]: DEBUG oslo_concurrency.lockutils [req-800593e8-1d4a-40cc-8fde-fe63fc71e24f req-d6205ca0-15fa-4329-a98f-a373a5e565ac service nova] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.097500] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231708, 'name': PowerOffVM_Task, 'duration_secs': 0.178612} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.097781] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.098557] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c710d17b-cfb3-440f-b2fd-69bd8e2a8a6b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.117121] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf792b-74f2-4a29-bcc4-a1a9eae4fc78 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.165816] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.312063] env[68828]: INFO nova.compute.resource_tracker [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating resource usage from migration 6173df54-5c0f-46b3-8d8c-5bf0c7e2f400 [ 1318.405428] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520c5e0-5e6e-43ae-87f7-43110180e878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.413703] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdabdce-c489-467a-b8e3-aa162e3b1249 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.443443] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a7f04-b726-4473-8152-7b4f2d19b8e3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.450487] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a954f-c414-4c37-bf52-33e081b5faac {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.463573] env[68828]: DEBUG nova.compute.provider_tree [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.628169] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Creating Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1318.628592] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-718342a1-16a9-45f9-94cf-25f69c033885 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.637549] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1318.637549] env[68828]: value = "task-3231709" [ 1318.637549] env[68828]: _type = "Task" [ 1318.637549] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.648058] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.668305] env[68828]: DEBUG oslo_vmware.api [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231707, 'name': PowerOnVM_Task, 'duration_secs': 1.069862} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.668652] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.668935] env[68828]: INFO nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1318.669190] env[68828]: DEBUG nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.670289] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fac73d-84f6-4b51-bcb6-6928ee968cdc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.967258] env[68828]: DEBUG nova.scheduler.client.report [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.147540] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231709, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.191331] env[68828]: INFO nova.compute.manager [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Took 14.12 seconds to build instance. [ 1319.197683] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1319.198490] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645958', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'name': 'volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '085edce0-93cb-4afd-ac27-c37cfbd19cfb', 'attached_at': '', 'detached_at': '', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'serial': '2a2c4838-4624-47f1-bb9c-7f40c6abba18'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1319.198828] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f757b-8421-4b8c-8b04-398f8a93b9c4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.215869] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e24ef4-1cba-4faa-be7d-47302d75f5d5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.241928] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18/volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.242481] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6010cb-fd62-445c-8d87-c4c93d569b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.260441] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1319.260441] env[68828]: value = "task-3231710" [ 1319.260441] env[68828]: _type = "Task" [ 1319.260441] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.267926] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.472533] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.472763] env[68828]: INFO nova.compute.manager [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Migrating [ 1319.644967] env[68828]: DEBUG nova.compute.manager [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Received event network-changed-b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.645190] env[68828]: DEBUG nova.compute.manager [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Refreshing instance network info cache due to event network-changed-b2939fea-a1bf-44e3-9d7d-09ded14b3186. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.645402] env[68828]: DEBUG oslo_concurrency.lockutils [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.645543] env[68828]: DEBUG oslo_concurrency.lockutils [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.645703] env[68828]: DEBUG nova.network.neutron [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Refreshing network info cache for port b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.657121] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231709, 'name': CreateSnapshot_Task, 'duration_secs': 0.587625} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.657897] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Created Snapshot of the VM instance {{(pid=68828) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1319.658742] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82402079-489f-4e65-a194-4c25b6c1da0a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.692941] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5c5c8938-bb4e-4dd5-b4ab-56762b4c525f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.625s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.769837] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231710, 'name': ReconfigVM_Task, 'duration_secs': 0.343654} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.770150] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18/volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.774798] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb840779-ea0c-487b-a2f4-33379309673f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.789114] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1319.789114] env[68828]: value = "task-3231711" [ 1319.789114] env[68828]: _type = "Task" [ 1319.789114] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.796553] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.988227] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.988520] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.988603] env[68828]: DEBUG nova.network.neutron [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.177823] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Creating linked-clone VM from snapshot {{(pid=68828) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1320.180740] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f91c39ac-413c-4790-af2d-c3f26d32440c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.188568] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1320.188568] env[68828]: value = "task-3231712" [ 1320.188568] env[68828]: _type = "Task" [ 1320.188568] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.196642] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231712, 'name': CloneVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.298675] env[68828]: DEBUG oslo_vmware.api [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231711, 'name': ReconfigVM_Task, 'duration_secs': 0.145449} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.299057] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645958', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'name': 'volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '085edce0-93cb-4afd-ac27-c37cfbd19cfb', 'attached_at': '', 'detached_at': '', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'serial': '2a2c4838-4624-47f1-bb9c-7f40c6abba18'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1320.368976] env[68828]: DEBUG nova.network.neutron [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updated VIF entry in instance network info cache for port b2939fea-a1bf-44e3-9d7d-09ded14b3186. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.369383] env[68828]: DEBUG nova.network.neutron [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.690558] env[68828]: DEBUG nova.network.neutron [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.703310] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231712, 'name': CloneVM_Task} progress is 94%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.872726] env[68828]: DEBUG oslo_concurrency.lockutils [req-ed1e3233-ff75-4bd2-89bb-9471e330635c req-6b3662c1-b5eb-4460-837c-073bd812b046 service nova] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.193456] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.204543] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231712, 'name': CloneVM_Task, 'duration_secs': 0.971885} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.204940] env[68828]: INFO nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Created linked-clone VM from snapshot [ 1321.205525] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ce6dd-8417-40bb-8f9b-c8f9b4cbc0bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.214041] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Uploading image 65865126-a12f-43f5-9184-6b78611db835 {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1321.240961] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1321.240961] env[68828]: value = "vm-645960" [ 1321.240961] env[68828]: _type = "VirtualMachine" [ 1321.240961] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1321.241268] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fde152c-e0b7-40b2-9928-e7d300294ecb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.248662] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease: (returnval){ [ 1321.248662] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291424e-344e-04e4-a5e5-4dc1d5921dc1" [ 1321.248662] env[68828]: _type = "HttpNfcLease" [ 1321.248662] env[68828]: } obtained for exporting VM: (result){ [ 1321.248662] env[68828]: value = "vm-645960" [ 1321.248662] env[68828]: _type = "VirtualMachine" [ 1321.248662] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1321.248932] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the lease: (returnval){ [ 1321.248932] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291424e-344e-04e4-a5e5-4dc1d5921dc1" [ 1321.248932] env[68828]: _type = "HttpNfcLease" [ 1321.248932] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.255240] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.255240] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291424e-344e-04e4-a5e5-4dc1d5921dc1" [ 1321.255240] env[68828]: _type = "HttpNfcLease" [ 1321.255240] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.337089] env[68828]: DEBUG nova.objects.instance [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 085edce0-93cb-4afd-ac27-c37cfbd19cfb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.756603] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.756603] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291424e-344e-04e4-a5e5-4dc1d5921dc1" [ 1321.756603] env[68828]: _type = "HttpNfcLease" [ 1321.756603] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.756902] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.756902] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5291424e-344e-04e4-a5e5-4dc1d5921dc1" [ 1321.756902] env[68828]: _type = "HttpNfcLease" [ 1321.756902] env[68828]: }. {{(pid=68828) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1321.757558] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c04dd-3cad-4049-b57e-9296e8109b09 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.764564] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.764728] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk for reading. {{(pid=68828) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1321.842093] env[68828]: DEBUG oslo_concurrency.lockutils [None req-605c6da8-7486-423d-908f-610669b134a5 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.853857] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ffe9702-fa7e-4b53-a1e0-ebcea1a6c8b4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.075995] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.076309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.580183] env[68828]: INFO nova.compute.manager [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Detaching volume 2a2c4838-4624-47f1-bb9c-7f40c6abba18 [ 1322.619856] env[68828]: INFO nova.virt.block_device [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Attempting to driver detach volume 2a2c4838-4624-47f1-bb9c-7f40c6abba18 from mountpoint /dev/sdb [ 1322.620195] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1322.620446] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645958', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'name': 'volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '085edce0-93cb-4afd-ac27-c37cfbd19cfb', 'attached_at': '', 'detached_at': '', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'serial': '2a2c4838-4624-47f1-bb9c-7f40c6abba18'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1322.621449] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1ae10-7b37-4716-9b06-d972be924c71 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.643825] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025d64d-25d7-433b-84ef-b3b4a89d648a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.650937] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c28b9f-d65f-4dbd-acf6-1dc9a3611628 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.672756] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f4d75-8628-4699-9a68-ba456c01b1de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.690074] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] The volume has not been displaced from its original location: [datastore2] volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18/volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1322.695422] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.695819] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93414cb4-cbfb-4dff-bbb6-5967684617de {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.712296] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec3f69-cd23-4691-94ef-0336742d512b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.716300] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1322.716300] env[68828]: value = "task-3231714" [ 1322.716300] env[68828]: _type = "Task" [ 1322.716300] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.733071] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.743093] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.226709] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231714, 'name': ReconfigVM_Task, 'duration_secs': 0.331062} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.227069] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.231758] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03375d94-417f-4ac6-99b2-7eae9229f713 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.242977] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.243283] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7816b733-65c5-49af-9a02-9fd78a6a67ba {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.251546] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1323.251546] env[68828]: value = "task-3231716" [ 1323.251546] env[68828]: _type = "Task" [ 1323.251546] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.252574] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1323.252574] env[68828]: value = "task-3231715" [ 1323.252574] env[68828]: _type = "Task" [ 1323.252574] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.263943] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.267302] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.764580] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231716, 'name': PowerOffVM_Task, 'duration_secs': 0.326054} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.767875] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.768162] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.771587] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.939167] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.271885] env[68828]: DEBUG oslo_vmware.api [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231715, 'name': ReconfigVM_Task, 'duration_secs': 0.881303} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.275236] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.275637] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.275960] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.276290] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.276628] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.276917] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.277319] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.277619] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.277965] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.278304] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.278627] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.285814] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645958', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'name': 'volume-2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '085edce0-93cb-4afd-ac27-c37cfbd19cfb', 'attached_at': '', 'detached_at': '', 'volume_id': '2a2c4838-4624-47f1-bb9c-7f40c6abba18', 'serial': '2a2c4838-4624-47f1-bb9c-7f40c6abba18'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1324.288432] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8831ce48-756b-4472-ad3c-b3debae65b1c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.303484] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1324.303484] env[68828]: value = "task-3231717" [ 1324.303484] env[68828]: _type = "Task" [ 1324.303484] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.312111] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.814182] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231717, 'name': ReconfigVM_Task, 'duration_secs': 0.291891} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.814559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.828317] env[68828]: DEBUG nova.objects.instance [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'flavor' on Instance uuid 085edce0-93cb-4afd-ac27-c37cfbd19cfb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.933947] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.938664] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.321345] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.321603] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.321746] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.321948] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.322109] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.322281] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.322504] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.322663] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.322850] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.323047] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.323244] env[68828]: DEBUG nova.virt.hardware [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.328769] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.329101] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c84097-a5db-4acb-a2e4-5835834d50e0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.350498] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1325.350498] env[68828]: value = "task-3231718" [ 1325.350498] env[68828]: _type = "Task" [ 1325.350498] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.359066] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.847513] env[68828]: DEBUG oslo_concurrency.lockutils [None req-5f29b038-588e-4960-91e8-9722fdb65e6b tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.771s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.860903] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231718, 'name': ReconfigVM_Task, 'duration_secs': 0.270192} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.861829] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.862707] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0a605-23e1-4caa-a5cd-936409f0d6ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.888195] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7/volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.888895] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10b6f93-0e4d-4dfe-bb3f-6df3c6ece648 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.909041] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1325.909041] env[68828]: value = "task-3231719" [ 1325.909041] env[68828]: _type = "Task" [ 1325.909041] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.917596] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.334594] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.334982] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.335237] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.335504] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.335719] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.338216] env[68828]: INFO nova.compute.manager [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Terminating instance [ 1326.419038] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231719, 'name': ReconfigVM_Task, 'duration_secs': 0.386301} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.419336] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7/volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.419638] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.842246] env[68828]: DEBUG nova.compute.manager [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.842559] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.844259] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a8c781-060d-40c3-8cd0-a1489a35df14 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.852756] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.853103] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb9f995-e952-41c0-b317-8a686f91ddc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.859587] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1326.859587] env[68828]: value = "task-3231720" [ 1326.859587] env[68828]: _type = "Task" [ 1326.859587] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.868343] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.926567] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8487c5-dda2-41df-8781-46c55300c933 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.949546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84afd5-e54a-4042-b53c-ad9c0b12aab5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.970124] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.370393] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231720, 'name': PowerOffVM_Task, 'duration_secs': 0.225361} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.370682] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.370881] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.371166] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77a012c-f741-4c3a-98f1-6d4785912add {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.434101] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.434397] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.434630] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleting the datastore file [datastore1] 085edce0-93cb-4afd-ac27-c37cfbd19cfb {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.434943] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880b90eb-9ae6-4df4-b93f-1bd6c0281dc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.441878] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for the task: (returnval){ [ 1327.441878] env[68828]: value = "task-3231722" [ 1327.441878] env[68828]: _type = "Task" [ 1327.441878] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.450940] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.938855] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.954140] env[68828]: DEBUG oslo_vmware.api [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Task: {'id': task-3231722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280133} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.954407] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.954592] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.954770] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.954945] env[68828]: INFO nova.compute.manager [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.955220] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.955413] env[68828]: DEBUG nova.compute.manager [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.955511] env[68828]: DEBUG nova.network.neutron [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.391252] env[68828]: DEBUG nova.compute.manager [req-eccd236a-02f8-4729-afa2-136520cfd24c req-b6b2b216-f4c0-4ca2-b690-85d50ddfac65 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Received event network-vif-deleted-89009a0b-d28e-429f-9b7a-a977ff47f69d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.391426] env[68828]: INFO nova.compute.manager [req-eccd236a-02f8-4729-afa2-136520cfd24c req-b6b2b216-f4c0-4ca2-b690-85d50ddfac65 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Neutron deleted interface 89009a0b-d28e-429f-9b7a-a977ff47f69d; detaching it from the instance and deleting it from the info cache [ 1328.391600] env[68828]: DEBUG nova.network.neutron [req-eccd236a-02f8-4729-afa2-136520cfd24c req-b6b2b216-f4c0-4ca2-b690-85d50ddfac65 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.442566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.442829] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.442999] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.443192] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1328.444087] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f098fd-7361-47f5-8a5d-8e3622df9e9b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.452320] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4bd7f-7a1b-463a-9629-325288b4c10e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.467422] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9fabd-7420-41f7-9b55-859606d48bf7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.474277] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc8e3a-6c90-4c94-b77d-98c114d5c14c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.505641] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180128MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1328.505872] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.506341] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.624581] env[68828]: DEBUG nova.network.neutron [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Port 81d68c51-4498-4a3b-83fb-2c8671f8b4c3 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1328.871905] env[68828]: DEBUG nova.network.neutron [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.893789] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-454abf40-d9c0-4ac5-8329-0ef8bbe61022 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.903781] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31a1b3-7bb9-4fad-8b1c-2f77d7d536f0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.933172] env[68828]: DEBUG nova.compute.manager [req-eccd236a-02f8-4729-afa2-136520cfd24c req-b6b2b216-f4c0-4ca2-b690-85d50ddfac65 service nova] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Detach interface failed, port_id=89009a0b-d28e-429f-9b7a-a977ff47f69d, reason: Instance 085edce0-93cb-4afd-ac27-c37cfbd19cfb could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.258251] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1329.259383] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43427a-dfc2-48ac-ba16-90ba8f998ac7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.265761] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1329.265904] env[68828]: ERROR oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk due to incomplete transfer. [ 1329.266122] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3984647a-85e4-42a1-ada0-c08fbfca7318 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.273386] env[68828]: DEBUG oslo_vmware.rw_handles [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d24fc-3d7b-7c89-65dc-735a029d9d38/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1329.273568] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Uploaded image 65865126-a12f-43f5-9184-6b78611db835 to the Glance image server {{(pid=68828) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1329.275939] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Destroying the VM {{(pid=68828) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1329.276168] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a714cca2-6e4e-43fb-ab07-a7e1486aae97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.282306] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1329.282306] env[68828]: value = "task-3231723" [ 1329.282306] env[68828]: _type = "Task" [ 1329.282306] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.289554] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231723, 'name': Destroy_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.374849] env[68828]: INFO nova.compute.manager [-] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Took 1.42 seconds to deallocate network for instance. [ 1329.514683] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Applying migration context for instance 2e3753b1-96d3-4f02-b5fc-7410cd793375 as it has an incoming, in-progress migration 6173df54-5c0f-46b3-8d8c-5bf0c7e2f400. Migration status is post-migrating {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1329.515690] env[68828]: INFO nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating resource usage from migration 6173df54-5c0f-46b3-8d8c-5bf0c7e2f400 [ 1329.535079] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.535274] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 085edce0-93cb-4afd-ac27-c37cfbd19cfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.535443] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.535573] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b4fffb84-002b-4fd5-ba11-62558fa891b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.535761] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 91f8f337-2233-4d47-b4ab-2dbff278feaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.535851] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Migration 6173df54-5c0f-46b3-8d8c-5bf0c7e2f400 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1329.535998] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 2e3753b1-96d3-4f02-b5fc-7410cd793375 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.536239] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1329.536464] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1329.616938] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498e928-0fca-4e05-950f-a5909ec6c20b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.624193] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a352b-39ae-4981-96d1-67e736b1c9da {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.661057] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bbefbf-a7de-4ed8-a933-4c80ca0c8dec {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.669308] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.669533] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.669704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.676740] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ab5b3-01ab-42b5-b085-3881c3065ab3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.692050] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.791688] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231723, 'name': Destroy_Task, 'duration_secs': 0.318199} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.791959] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Destroyed the VM [ 1329.792217] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleting Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1329.792469] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccbd9cfa-a98f-45ab-97d4-89d3fd48ac2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.799483] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1329.799483] env[68828]: value = "task-3231724" [ 1329.799483] env[68828]: _type = "Task" [ 1329.799483] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.807203] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.881789] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.194650] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.309665] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.699335] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1330.699595] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.699907] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.818s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.700242] env[68828]: DEBUG nova.objects.instance [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lazy-loading 'resources' on Instance uuid 085edce0-93cb-4afd-ac27-c37cfbd19cfb {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.707195] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.707403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.707612] env[68828]: DEBUG nova.network.neutron [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.810709] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.292455] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f366a0-1d34-4474-a2e3-297f50163a90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.300285] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a7a624-1f27-4d8c-9d78-bd266e181c91 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.313128] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231724, 'name': RemoveSnapshot_Task, 'duration_secs': 1.240917} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.337784] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleted Snapshot of the VM instance {{(pid=68828) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1331.338113] env[68828]: DEBUG nova.compute.manager [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.341110] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7bf651-6d17-4eab-a1d2-1072b4c3fc11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.343957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269370e-48db-4d12-8386-bb53d8f23a99 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.354805] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156335e8-d0d0-40d2-99a6-fd64d6837191 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.367812] env[68828]: DEBUG nova.compute.provider_tree [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.428521] env[68828]: DEBUG nova.network.neutron [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.701259] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.701476] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.701635] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.701791] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.701937] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1331.858566] env[68828]: INFO nova.compute.manager [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Shelve offloading [ 1331.871069] env[68828]: DEBUG nova.scheduler.client.report [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.931136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.934991] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.363385] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.363385] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caad7917-0a90-417b-bfe2-146ce429fa75 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.370324] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1332.370324] env[68828]: value = "task-3231725" [ 1332.370324] env[68828]: _type = "Task" [ 1332.370324] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.375544] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.380786] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] VM already powered off {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1332.380989] env[68828]: DEBUG nova.compute.manager [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.381717] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3acc858-45fb-41e0-a1c6-44cb8796a5a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.387015] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.387192] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.387365] env[68828]: DEBUG nova.network.neutron [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.393529] env[68828]: INFO nova.scheduler.client.report [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Deleted allocations for instance 085edce0-93cb-4afd-ac27-c37cfbd19cfb [ 1332.443834] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74855e5-c4e0-4cff-b5ca-4ca753a85e95 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.451508] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c28ae20-4d5d-41f4-97d4-4a880b5e8b8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.900709] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bd0e793b-b9b3-45fc-a392-b9bc561c9748 tempest-AttachVolumeNegativeTest-1631346510 tempest-AttachVolumeNegativeTest-1631346510-project-member] Lock "085edce0-93cb-4afd-ac27-c37cfbd19cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.566s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.082124] env[68828]: DEBUG nova.network.neutron [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.548747] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacb8eb-1148-4a7a-b91c-63bc6f3a759e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.568377] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cbff55-5f42-43b4-a9a6-6ed221192771 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.574934] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.584661] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.922619] env[68828]: DEBUG nova.compute.manager [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-vif-unplugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.922868] env[68828]: DEBUG oslo_concurrency.lockutils [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.923091] env[68828]: DEBUG oslo_concurrency.lockutils [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.923277] env[68828]: DEBUG oslo_concurrency.lockutils [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.923453] env[68828]: DEBUG nova.compute.manager [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] No waiting events found dispatching network-vif-unplugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.923632] env[68828]: WARNING nova.compute.manager [req-1b6ec4ec-f523-4e30-96e9-d635d5c8b4cb req-1dedc6da-b66a-42c2-890b-1eecf391f0de service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received unexpected event network-vif-unplugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 for instance with vm_state shelved and task_state shelving_offloading. [ 1334.081911] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.082304] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5720f7bc-0479-49e5-a449-c8aa930ee1dc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.089748] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1334.089748] env[68828]: value = "task-3231727" [ 1334.089748] env[68828]: _type = "Task" [ 1334.089748] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.097760] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.218326] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.219288] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21304b1d-0bd5-477a-a75e-15d20c2d080b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.226992] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.227259] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6004b2c-21e2-4402-9ff7-333ea11cddae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.289060] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.289060] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.289060] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore1] b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.289060] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb2a53f-7909-4c44-9a72-8d5f00aaae12 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.296422] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1334.296422] env[68828]: value = "task-3231729" [ 1334.296422] env[68828]: _type = "Task" [ 1334.296422] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.303320] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.600282] env[68828]: DEBUG oslo_vmware.api [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231727, 'name': PowerOnVM_Task, 'duration_secs': 0.373342} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.600720] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.600720] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbd2f35-096c-48aa-a085-cd19fb4841e8 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance '2e3753b1-96d3-4f02-b5fc-7410cd793375' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.805439] env[68828]: DEBUG oslo_vmware.api [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137512} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.805668] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.805854] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.806043] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.827738] env[68828]: INFO nova.scheduler.client.report [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted allocations for instance b4fffb84-002b-4fd5-ba11-62558fa891b2 [ 1335.333192] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.333505] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.333742] env[68828]: DEBUG nova.objects.instance [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'resources' on Instance uuid b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.836348] env[68828]: DEBUG nova.objects.instance [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'numa_topology' on Instance uuid b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.142605] env[68828]: DEBUG nova.compute.manager [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.142833] env[68828]: DEBUG nova.compute.manager [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing instance network info cache due to event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.143076] env[68828]: DEBUG oslo_concurrency.lockutils [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.143226] env[68828]: DEBUG oslo_concurrency.lockutils [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.143401] env[68828]: DEBUG nova.network.neutron [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.339221] env[68828]: DEBUG nova.objects.base [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1336.413348] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c55895-0dcb-4522-957b-80619678e362 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.421660] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b903321-e701-4eff-b4eb-7356440b9d4d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.453643] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f74e49-9b2f-40cd-8fbc-c91d50da8ffb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.462222] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b6424-0dc8-46df-b68a-7c286d6d4258 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.476929] env[68828]: DEBUG nova.compute.provider_tree [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.859350] env[68828]: DEBUG nova.network.neutron [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updated VIF entry in instance network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.859746] env[68828]: DEBUG nova.network.neutron [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf9b920c9-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.980629] env[68828]: DEBUG nova.scheduler.client.report [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.145315] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.145574] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.145817] env[68828]: DEBUG nova.compute.manager [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Going to confirm migration 9 {{(pid=68828) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1337.362478] env[68828]: DEBUG oslo_concurrency.lockutils [req-fae7a321-c3e8-44e5-8698-9e957ddf8644 req-ab8de93a-fb4a-4b2c-b67c-b918e3d5117c service nova] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.485403] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.520253] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.714386] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.714610] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquired lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.714850] env[68828]: DEBUG nova.network.neutron [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.715046] env[68828]: DEBUG nova.objects.instance [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'info_cache' on Instance uuid 2e3753b1-96d3-4f02-b5fc-7410cd793375 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.993368] env[68828]: DEBUG oslo_concurrency.lockutils [None req-06a67c1d-f497-47e3-be4f-1fa5428a75bc tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.425s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.994250] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.474s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.994430] env[68828]: INFO nova.compute.manager [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Unshelving [ 1338.921086] env[68828]: DEBUG nova.network.neutron [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [{"id": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "address": "fa:16:3e:37:37:68", "network": {"id": "2b7aee56-fad0-4943-9620-1bc5fd264f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1653932271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9a7a11100842b4b5c3a7006e968478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d68c51-44", "ovs_interfaceid": "81d68c51-4498-4a3b-83fb-2c8671f8b4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.017953] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.018275] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.018456] env[68828]: DEBUG nova.objects.instance [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'pci_requests' on Instance uuid b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.423764] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Releasing lock "refresh_cache-2e3753b1-96d3-4f02-b5fc-7410cd793375" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.424021] env[68828]: DEBUG nova.objects.instance [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'migration_context' on Instance uuid 2e3753b1-96d3-4f02-b5fc-7410cd793375 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.522489] env[68828]: DEBUG nova.objects.instance [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'numa_topology' on Instance uuid b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.927479] env[68828]: DEBUG nova.objects.base [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Object Instance<2e3753b1-96d3-4f02-b5fc-7410cd793375> lazy-loaded attributes: info_cache,migration_context {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1339.928507] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e299bc-d569-4183-b3bc-6f5e0c08d744 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.950841] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc0d90e-3021-4b46-a5b3-776862e130aa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.957877] env[68828]: DEBUG oslo_vmware.api [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1339.957877] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]522eda52-00df-ed32-f1f5-540a864e0f56" [ 1339.957877] env[68828]: _type = "Task" [ 1339.957877] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.966560] env[68828]: DEBUG oslo_vmware.api [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522eda52-00df-ed32-f1f5-540a864e0f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.025308] env[68828]: INFO nova.compute.claims [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.467142] env[68828]: DEBUG oslo_vmware.api [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]522eda52-00df-ed32-f1f5-540a864e0f56, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.467423] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.111607] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac0bf5-298d-4748-89b5-9461a2d876e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.119183] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9b252-3f55-455a-82bc-3c959aae4c96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.150716] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58495d45-1893-4405-a15b-1f4942700759 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.158548] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30d49a-1763-49cb-b8a0-4b863b6b8456 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.172094] env[68828]: DEBUG nova.compute.provider_tree [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.676065] env[68828]: DEBUG nova.scheduler.client.report [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.181401] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.163s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.183636] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.716s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.212543] env[68828]: INFO nova.network.neutron [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1342.764474] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0998239-daed-4d98-b00d-206778408e3b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.772159] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e36441-13ce-4400-a54b-cc7b35a2b38f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.803199] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917cf410-f234-4113-a5e8-237c3994df05 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.810624] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b4b1a-1a5e-4587-85e0-ccaf8713829d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.823776] env[68828]: DEBUG nova.compute.provider_tree [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.327111] env[68828]: DEBUG nova.scheduler.client.report [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.659815] env[68828]: DEBUG nova.compute.manager [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.660075] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.660303] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.660465] env[68828]: DEBUG oslo_concurrency.lockutils [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.660630] env[68828]: DEBUG nova.compute.manager [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] No waiting events found dispatching network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.660798] env[68828]: WARNING nova.compute.manager [req-c8056b5a-f735-4c37-ad81-ae8b18dab034 req-b7778db0-c52d-4922-a9d1-e01f231fb419 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received unexpected event network-vif-plugged-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1343.836194] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.836366] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.836535] env[68828]: DEBUG nova.network.neutron [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.339549] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.156s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.587649] env[68828]: DEBUG nova.network.neutron [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.906543] env[68828]: INFO nova.scheduler.client.report [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocation for migration 6173df54-5c0f-46b3-8d8c-5bf0c7e2f400 [ 1345.090632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.119064] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f67aa79288b9765bfae8a777b63fa38a',container_format='bare',created_at=2025-04-03T05:50:46Z,direct_url=,disk_format='vmdk',id=65865126-a12f-43f5-9184-6b78611db835,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1429228303-shelved',owner='469077700b7f430685389671cd01028a',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-03T05:51:00Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.119371] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.119563] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.119755] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.119904] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.120079] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.120290] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.120452] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.120660] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.120770] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.120968] env[68828]: DEBUG nova.virt.hardware [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.122125] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cbe70a-52ef-40c2-b2d1-d2ba347a4223 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.130102] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3bd266-8085-47ca-b81f-16b4d1cba529 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.144453] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.151844] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.152084] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.152290] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435428f6-de52-42a9-b186-d9996cb2277e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.170968] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.170968] env[68828]: value = "task-3231732" [ 1345.170968] env[68828]: _type = "Task" [ 1345.170968] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.180955] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231732, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.417566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-eb3cd82a-d6ca-49cc-98ce-1d674e354764 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.272s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.681422] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231732, 'name': CreateVM_Task, 'duration_secs': 0.324838} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.681662] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.683035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.683035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.683035] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.684563] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a030b981-7faa-41a2-964b-9d93bb4b037c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.687116] env[68828]: DEBUG nova.compute.manager [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.687339] env[68828]: DEBUG nova.compute.manager [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing instance network info cache due to event network-changed-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.687544] env[68828]: DEBUG oslo_concurrency.lockutils [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] Acquiring lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.687686] env[68828]: DEBUG oslo_concurrency.lockutils [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] Acquired lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.688082] env[68828]: DEBUG nova.network.neutron [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Refreshing network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.693359] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1345.693359] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52364de7-7aee-750e-5f0c-1c150b1ba883" [ 1345.693359] env[68828]: _type = "Task" [ 1345.693359] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.698621] env[68828]: INFO nova.compute.manager [None req-af88d3ef-b08a-4bdc-a442-bffc3937c264 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Get console output [ 1345.698833] env[68828]: WARNING nova.virt.vmwareapi.driver [None req-af88d3ef-b08a-4bdc-a442-bffc3937c264 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] The console log is missing. Check your VSPC configuration [ 1345.704208] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52364de7-7aee-750e-5f0c-1c150b1ba883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.204145] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.204455] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Processing image 65865126-a12f-43f5-9184-6b78611db835 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.204754] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.204950] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.205209] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.205625] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e711feb9-59dc-4503-ac2d-564e183c605d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.213450] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.213623] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.214326] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b961951-7cbe-4aef-aaab-877aadc716ae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.219767] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1346.219767] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52af1eb3-f16e-f556-256c-c330ff1e2742" [ 1346.219767] env[68828]: _type = "Task" [ 1346.219767] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.227293] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52af1eb3-f16e-f556-256c-c330ff1e2742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.396144] env[68828]: DEBUG nova.network.neutron [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updated VIF entry in instance network info cache for port f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.396527] env[68828]: DEBUG nova.network.neutron [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [{"id": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "address": "fa:16:3e:6b:b1:27", "network": {"id": "05774716-df68-4e94-a218-cfa1540c2950", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1742541570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469077700b7f430685389671cd01028a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b920c9-12", "ovs_interfaceid": "f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.730019] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Preparing fetch location {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1346.730417] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Fetch image to [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71/OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71.vmdk {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1346.730468] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Downloading stream optimized image 65865126-a12f-43f5-9184-6b78611db835 to [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71/OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71.vmdk on the data store datastore2 as vApp {{(pid=68828) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1346.730600] env[68828]: DEBUG nova.virt.vmwareapi.images [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Downloading image file data 65865126-a12f-43f5-9184-6b78611db835 to the ESX as VM named 'OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71' {{(pid=68828) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1346.800268] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1346.800268] env[68828]: value = "resgroup-9" [ 1346.800268] env[68828]: _type = "ResourcePool" [ 1346.800268] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1346.800561] env[68828]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eb244f5b-c471-4af7-af78-b16abe54de10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.822240] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease: (returnval){ [ 1346.822240] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258336f-3e78-23d5-b671-7bedbf022258" [ 1346.822240] env[68828]: _type = "HttpNfcLease" [ 1346.822240] env[68828]: } obtained for vApp import into resource pool (val){ [ 1346.822240] env[68828]: value = "resgroup-9" [ 1346.822240] env[68828]: _type = "ResourcePool" [ 1346.822240] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1346.822559] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the lease: (returnval){ [ 1346.822559] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258336f-3e78-23d5-b671-7bedbf022258" [ 1346.822559] env[68828]: _type = "HttpNfcLease" [ 1346.822559] env[68828]: } to be ready. {{(pid=68828) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1346.828130] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.828130] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258336f-3e78-23d5-b671-7bedbf022258" [ 1346.828130] env[68828]: _type = "HttpNfcLease" [ 1346.828130] env[68828]: } is initializing. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.899035] env[68828]: DEBUG oslo_concurrency.lockutils [req-906a3c5c-1192-468b-9e70-10fbc4a5705a req-509bab84-513a-4032-9bcc-2c79880178e4 service nova] Releasing lock "refresh_cache-b4fffb84-002b-4fd5-ba11-62558fa891b2" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.330937] env[68828]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.330937] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258336f-3e78-23d5-b671-7bedbf022258" [ 1347.330937] env[68828]: _type = "HttpNfcLease" [ 1347.330937] env[68828]: } is ready. {{(pid=68828) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1347.331254] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1347.331254] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5258336f-3e78-23d5-b671-7bedbf022258" [ 1347.331254] env[68828]: _type = "HttpNfcLease" [ 1347.331254] env[68828]: }. {{(pid=68828) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1347.331960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64473a95-b552-402b-90d4-f52cba09e900 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.338816] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk from lease info. {{(pid=68828) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1347.339062] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk. {{(pid=68828) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1347.402275] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c9fb49b-ec82-4e54-a326-38ba594a1279 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.429515] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Completed reading data from the image iterator. {{(pid=68828) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1348.429909] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1348.430721] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc107e-be97-41f5-8c3a-5393510eed41 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.437405] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk is in state: ready. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1348.437597] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk. {{(pid=68828) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1348.437869] env[68828]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46971c92-e1fa-4659-97aa-de69b6799357 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.700643] env[68828]: DEBUG oslo_vmware.rw_handles [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed5ba9-c645-de7b-4779-43eff97d8419/disk-0.vmdk. {{(pid=68828) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1348.700851] env[68828]: INFO nova.virt.vmwareapi.images [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Downloaded image file data 65865126-a12f-43f5-9184-6b78611db835 [ 1348.701670] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae2bba-6508-490a-8823-0431ce88baa7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.716883] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79bda20e-217f-45b1-ba06-da22eb74461e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.879250] env[68828]: INFO nova.virt.vmwareapi.images [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] The imported VM was unregistered [ 1348.881713] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Caching image {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1348.881953] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Creating directory with path [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.882233] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97eab220-6287-4a8a-93ad-59c6891e795c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.930619] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Created directory with path [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835 {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.930767] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71/OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71.vmdk to [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk. {{(pid=68828) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1348.931014] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9e81d749-11e3-4d7c-9d35-ba0916d3ad97 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.937290] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1348.937290] env[68828]: value = "task-3231735" [ 1348.937290] env[68828]: _type = "Task" [ 1348.937290] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.944453] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.449586] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.949546] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.450631] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.951294] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.450241] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231735, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.265962} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.450542] env[68828]: INFO nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71/OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71.vmdk to [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk. [ 1351.450727] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Cleaning up location [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1351.451016] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7ef7a197-790b-4640-8d43-d021a7654e71 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.451168] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d08ea9-5158-4a38-87c0-ab4c84c5153a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.458345] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1351.458345] env[68828]: value = "task-3231736" [ 1351.458345] env[68828]: _type = "Task" [ 1351.458345] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.465727] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.968446] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100516} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.968676] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.968837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.969109] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk to [datastore2] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.969376] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b95e9a-bfc0-418d-9384-b5bb8df46f4e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.975287] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1351.975287] env[68828]: value = "task-3231737" [ 1351.975287] env[68828]: _type = "Task" [ 1351.975287] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.982635] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.486371] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.988416] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.487493] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.988244] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.490585] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231737, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.091206} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.490983] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65865126-a12f-43f5-9184-6b78611db835/65865126-a12f-43f5-9184-6b78611db835.vmdk to [datastore2] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.491677] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145f926-68dd-429e-a68f-b2a60e5e8be2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.514446] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.514788] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4702df6-562d-4916-8f08-2dbbd895830c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.535363] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1354.535363] env[68828]: value = "task-3231738" [ 1354.535363] env[68828]: _type = "Task" [ 1354.535363] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.546605] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.046736] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.546042] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231738, 'name': ReconfigVM_Task, 'duration_secs': 0.98568} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.546445] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b4fffb84-002b-4fd5-ba11-62558fa891b2/b4fffb84-002b-4fd5-ba11-62558fa891b2.vmdk or device None with type streamOptimized {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.546896] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e8f9a8-1820-45fd-9b3d-fee78afcbc7a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.552220] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1355.552220] env[68828]: value = "task-3231739" [ 1355.552220] env[68828]: _type = "Task" [ 1355.552220] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.559746] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231739, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.808134] env[68828]: DEBUG nova.compute.manager [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Stashing vm_state: active {{(pid=68828) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1356.062022] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231739, 'name': Rename_Task, 'duration_secs': 0.147942} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.062258] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.062498] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3766b6-a9e4-4648-aa5b-1437ed841d8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.068278] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1356.068278] env[68828]: value = "task-3231740" [ 1356.068278] env[68828]: _type = "Task" [ 1356.068278] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.075291] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.327735] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.328082] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.579812] env[68828]: DEBUG oslo_vmware.api [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231740, 'name': PowerOnVM_Task, 'duration_secs': 0.41866} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.580257] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.684392] env[68828]: DEBUG nova.compute.manager [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.685337] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592eb4f-3e0a-4956-915b-4b2e5c52b079 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.833381] env[68828]: INFO nova.compute.claims [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.201418] env[68828]: DEBUG oslo_concurrency.lockutils [None req-48e57ec0-121a-4272-941c-d450cfe395f1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.207s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.341126] env[68828]: INFO nova.compute.resource_tracker [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating resource usage from migration caddb22b-7730-41ec-a735-3cb78b1d2628 [ 1357.428162] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fcb8fa-3d8d-4913-b1d4-a89400e56d1f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.435796] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cce9fe-269e-400e-808e-6ccd095e1a53 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.464960] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566863a1-ce89-409a-9db0-84aec38c944f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.472046] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54038204-1556-4069-b4c4-d9720f8dda9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.485188] env[68828]: DEBUG nova.compute.provider_tree [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.988689] env[68828]: DEBUG nova.scheduler.client.report [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.493578] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.493802] env[68828]: INFO nova.compute.manager [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Migrating [ 1359.009283] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.009564] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.009677] env[68828]: DEBUG nova.network.neutron [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.713892] env[68828]: DEBUG nova.network.neutron [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.216631] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.731561] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f031b-3138-488b-b423-2e23f8803f8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.750174] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 0 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.255950] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.256302] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a364f6-1ce0-4208-8e72-34b893fada4a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.264268] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1362.264268] env[68828]: value = "task-3231741" [ 1362.264268] env[68828]: _type = "Task" [ 1362.264268] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.272110] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.773688] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231741, 'name': PowerOffVM_Task, 'duration_secs': 0.196516} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.774068] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.774162] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 17 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.280679] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:38:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.280929] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.281076] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.281260] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.281408] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.281555] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.281761] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.281921] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.282099] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.282270] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.282449] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.287519] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae3b890-c1bb-4730-b813-169ab2c1c9fc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.303693] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1363.303693] env[68828]: value = "task-3231742" [ 1363.303693] env[68828]: _type = "Task" [ 1363.303693] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.314644] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.813817] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231742, 'name': ReconfigVM_Task, 'duration_secs': 0.164183} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.814200] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 33 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.321142] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.321466] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.321690] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.321892] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.322054] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.322208] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.322418] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.322576] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.322740] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.322902] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.323090] env[68828]: DEBUG nova.virt.hardware [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.328508] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1364.328794] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a920f7e-2c66-49a3-9a65-518c66ad6efa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.347233] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1364.347233] env[68828]: value = "task-3231743" [ 1364.347233] env[68828]: _type = "Task" [ 1364.347233] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.354851] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.857867] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231743, 'name': ReconfigVM_Task, 'duration_secs': 0.166342} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.858061] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1364.858671] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e087ec9-f957-4e6e-88f9-5b410299015b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.880671] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.880933] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ec0a5e-9149-4b25-8643-ced2ee7d8405 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.900388] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1364.900388] env[68828]: value = "task-3231744" [ 1364.900388] env[68828]: _type = "Task" [ 1364.900388] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.908344] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.410317] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231744, 'name': ReconfigVM_Task, 'duration_secs': 0.281351} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.410604] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.410883] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 50 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.917818] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb61d71-d3ff-4da0-9af7-fe8fc995dc78 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.936771] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e609492-4dd7-4a5f-93ec-89760b84e803 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.954050] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 67 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.492250] env[68828]: DEBUG nova.network.neutron [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Port b2939fea-a1bf-44e3-9d7d-09ded14b3186 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1367.514169] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.514522] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.514522] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.548396] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.548676] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.548770] env[68828]: DEBUG nova.network.neutron [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.239106] env[68828]: DEBUG nova.network.neutron [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.741684] env[68828]: DEBUG oslo_concurrency.lockutils [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.268522] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f50554-ef7b-4489-bf7b-a268c3514483 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.288798] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b721c-47c2-4076-8396-f7c5a99eab8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.295969] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 83 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.802648] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.803032] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7554f883-f96d-4a77-b1f6-428bf8b05fc6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.810876] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1370.810876] env[68828]: value = "task-3231745" [ 1370.810876] env[68828]: _type = "Task" [ 1370.810876] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.818557] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.320741] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.820715] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.041866] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.042518] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.042656] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.042853] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.043192] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.045550] env[68828]: INFO nova.compute.manager [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Terminating instance [ 1372.321778] env[68828]: DEBUG oslo_vmware.api [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231745, 'name': PowerOnVM_Task, 'duration_secs': 1.169282} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.321989] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.322174] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-9848878a-4e5a-40d7-bc8e-d14d307f4676 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance '91f8f337-2233-4d47-b4ab-2dbff278feaa' progress to 100 {{(pid=68828) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.550026] env[68828]: DEBUG nova.compute.manager [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.550298] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.550583] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01bb847c-4c88-4c96-9259-236f93d6ebb5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.558030] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1372.558030] env[68828]: value = "task-3231746" [ 1372.558030] env[68828]: _type = "Task" [ 1372.558030] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.566330] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.067832] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231746, 'name': PowerOffVM_Task, 'duration_secs': 0.223997} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.070113] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.070113] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1373.070113] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645955', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'name': 'volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2e3753b1-96d3-4f02-b5fc-7410cd793375', 'attached_at': '2025-04-03T05:51:03.000000', 'detached_at': '', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'serial': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1373.070113] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a252d2b-d2a7-467f-9172-80ab36258f94 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.087543] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15414b15-4d23-4d33-8d39-b3a513677f8e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.095038] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fccc35-92f8-4380-9783-91a7477cc4eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.112067] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361bfca7-4545-4420-a875-fdb2b00e2532 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.126014] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] The volume has not been displaced from its original location: [datastore2] volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7/volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1373.131156] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.131563] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015796fd-8ddb-4ff2-8464-d24f17d5cded {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.149132] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1373.149132] env[68828]: value = "task-3231747" [ 1373.149132] env[68828]: _type = "Task" [ 1373.149132] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.156357] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.660157] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231747, 'name': ReconfigVM_Task, 'duration_secs': 0.155005} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.660496] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.665718] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589d1736-6df2-41ab-a1d4-a8d40f639b6d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.682130] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1373.682130] env[68828]: value = "task-3231748" [ 1373.682130] env[68828]: _type = "Task" [ 1373.682130] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.689731] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.196107] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231748, 'name': ReconfigVM_Task, 'duration_secs': 0.148986} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.196580] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645955', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'name': 'volume-fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2e3753b1-96d3-4f02-b5fc-7410cd793375', 'attached_at': '2025-04-03T05:51:03.000000', 'detached_at': '', 'volume_id': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7', 'serial': 'fecf5f4c-39dc-44ba-a858-da17bfb449b7'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1374.196905] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.197975] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3848b3f9-68e9-4013-b8a5-e63586b7d099 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.204365] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.204576] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e437a5-d7aa-4b81-a7e0-784a9b072a11 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.271252] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.271461] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.271645] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore2] 2e3753b1-96d3-4f02-b5fc-7410cd793375 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.271905] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f896f46-32fb-4841-a736-82ea1d18b73e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.277648] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1374.277648] env[68828]: value = "task-3231750" [ 1374.277648] env[68828]: _type = "Task" [ 1374.277648] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.284926] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.787791] env[68828]: DEBUG oslo_vmware.api [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115618} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.788049] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.788226] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.788424] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.788606] env[68828]: INFO nova.compute.manager [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1374.788837] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.789032] env[68828]: DEBUG nova.compute.manager [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.789131] env[68828]: DEBUG nova.network.neutron [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.104470] env[68828]: DEBUG nova.network.neutron [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Port b2939fea-a1bf-44e3-9d7d-09ded14b3186 binding to destination host cpu-1 is already ACTIVE {{(pid=68828) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1375.104774] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.104944] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.105122] env[68828]: DEBUG nova.network.neutron [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.219049] env[68828]: DEBUG nova.compute.manager [req-50e8f661-6df4-4f34-aec4-d97982d3ae8c req-1926f85c-21f6-476c-9382-12060223230e service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Received event network-vif-deleted-81d68c51-4498-4a3b-83fb-2c8671f8b4c3 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.219334] env[68828]: INFO nova.compute.manager [req-50e8f661-6df4-4f34-aec4-d97982d3ae8c req-1926f85c-21f6-476c-9382-12060223230e service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Neutron deleted interface 81d68c51-4498-4a3b-83fb-2c8671f8b4c3; detaching it from the instance and deleting it from the info cache [ 1375.219613] env[68828]: DEBUG nova.network.neutron [req-50e8f661-6df4-4f34-aec4-d97982d3ae8c req-1926f85c-21f6-476c-9382-12060223230e service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.700619] env[68828]: DEBUG nova.network.neutron [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.722022] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f01ff66e-3225-4036-8c0f-6769448da106 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.732254] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba30c90-5735-4862-834a-8b2e1f975f9a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.759143] env[68828]: DEBUG nova.compute.manager [req-50e8f661-6df4-4f34-aec4-d97982d3ae8c req-1926f85c-21f6-476c-9382-12060223230e service nova] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Detach interface failed, port_id=81d68c51-4498-4a3b-83fb-2c8671f8b4c3, reason: Instance 2e3753b1-96d3-4f02-b5fc-7410cd793375 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.810271] env[68828]: DEBUG nova.network.neutron [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.207477] env[68828]: INFO nova.compute.manager [-] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Took 1.42 seconds to deallocate network for instance. [ 1376.313415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.751989] env[68828]: INFO nova.compute.manager [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Took 0.54 seconds to detach 1 volumes for instance. [ 1376.754269] env[68828]: DEBUG nova.compute.manager [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Deleting volume: fecf5f4c-39dc-44ba-a858-da17bfb449b7 {{(pid=68828) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1376.817169] env[68828]: DEBUG nova.compute.manager [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68828) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1376.817763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.817763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.291889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.321053] env[68828]: DEBUG nova.objects.instance [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'migration_context' on Instance uuid 91f8f337-2233-4d47-b4ab-2dbff278feaa {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.906754] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bacf9eb-20aa-4099-b67f-33406d293230 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.914619] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7c4e8-f96c-434f-8b41-ffece1b1438c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.944145] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b812b1-d2b9-45cd-aa3e-a077618452cc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.951546] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8f426-5f5e-4a2a-8204-7f1dd368dd3f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.964456] env[68828]: DEBUG nova.compute.provider_tree [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.467672] env[68828]: DEBUG nova.scheduler.client.report [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.478458] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.661s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.484285] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.193s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.484498] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.507795] env[68828]: INFO nova.scheduler.client.report [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocations for instance 2e3753b1-96d3-4f02-b5fc-7410cd793375 [ 1380.014467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ec58d346-a7b6-452f-8ba8-febfbf884b00 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "2e3753b1-96d3-4f02-b5fc-7410cd793375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.972s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.803701] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.804204] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.804204] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.804351] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.804516] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.806576] env[68828]: INFO nova.compute.manager [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Terminating instance [ 1381.014086] env[68828]: INFO nova.compute.manager [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Swapping old allocation on dict_keys(['0c65c51f-8bae-4ffe-92bf-020e73c32cf3']) held by migration caddb22b-7730-41ec-a735-3cb78b1d2628 for instance [ 1381.036179] env[68828]: DEBUG nova.scheduler.client.report [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Overwriting current allocation {'allocations': {'0c65c51f-8bae-4ffe-92bf-020e73c32cf3': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '58e472e10c2d4269887f7a86aff9a465', 'user_id': '02c57d78c3484f538cc037ec861d3aeb', 'consumer_generation': 1} on consumer 91f8f337-2233-4d47-b4ab-2dbff278feaa {{(pid=68828) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1381.118666] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.119913] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.119913] env[68828]: DEBUG nova.network.neutron [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.310631] env[68828]: DEBUG nova.compute.manager [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.310920] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.311837] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa94af-98ba-4516-ab27-352dc92d96d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.319404] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.319613] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-815bebbd-f2e6-4d69-91e2-6dcfce994f2f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.325897] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1381.325897] env[68828]: value = "task-3231752" [ 1381.325897] env[68828]: _type = "Task" [ 1381.325897] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.334622] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.818671] env[68828]: DEBUG nova.network.neutron [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [{"id": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "address": "fa:16:3e:14:de:39", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2939fea-a1", "ovs_interfaceid": "b2939fea-a1bf-44e3-9d7d-09ded14b3186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.839428] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231752, 'name': PowerOffVM_Task, 'duration_secs': 0.214757} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.839792] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.840076] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.840415] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28755a7a-c65c-4a60-bf67-f6b3074f01bf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.912256] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.912526] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.912795] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore1] e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.913148] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-406a2635-eed3-465f-9846-62723a2a67d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.921577] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1381.921577] env[68828]: value = "task-3231754" [ 1381.921577] env[68828]: _type = "Task" [ 1381.921577] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.929436] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.321855] env[68828]: DEBUG oslo_concurrency.lockutils [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-91f8f337-2233-4d47-b4ab-2dbff278feaa" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.322356] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.322661] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0602719f-25c6-4b04-9c12-be007fcbee56 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.330215] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1382.330215] env[68828]: value = "task-3231755" [ 1382.330215] env[68828]: _type = "Task" [ 1382.330215] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.339487] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.432134] env[68828]: DEBUG oslo_vmware.api [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135695} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.432565] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.432871] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.433181] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.433443] env[68828]: INFO nova.compute.manager [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1382.433731] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.433986] env[68828]: DEBUG nova.compute.manager [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.434128] env[68828]: DEBUG nova.network.neutron [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.680217] env[68828]: DEBUG nova.compute.manager [req-fa834404-26e8-418a-8d84-8fb2b2305b2a req-e7b5f414-c5f6-41cf-9b6b-5b06fdac68a8 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Received event network-vif-deleted-537376e5-67bf-4b9b-b15f-b2dcd3156763 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.680511] env[68828]: INFO nova.compute.manager [req-fa834404-26e8-418a-8d84-8fb2b2305b2a req-e7b5f414-c5f6-41cf-9b6b-5b06fdac68a8 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Neutron deleted interface 537376e5-67bf-4b9b-b15f-b2dcd3156763; detaching it from the instance and deleting it from the info cache [ 1382.680802] env[68828]: DEBUG nova.network.neutron [req-fa834404-26e8-418a-8d84-8fb2b2305b2a req-e7b5f414-c5f6-41cf-9b6b-5b06fdac68a8 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.839423] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231755, 'name': PowerOffVM_Task, 'duration_secs': 0.18574} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.839782] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.840313] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.840526] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.840682] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.840888] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.841048] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.841199] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.841404] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.841564] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.841726] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.841888] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.842071] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.847047] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193eb57f-958a-43dc-924b-dee7be93b044 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.861658] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1382.861658] env[68828]: value = "task-3231756" [ 1382.861658] env[68828]: _type = "Task" [ 1382.861658] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.869477] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.164836] env[68828]: DEBUG nova.network.neutron [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.183549] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-979cd536-45c7-46b4-a5c6-7caa415cb2a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.192983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb89f7c-9345-4242-85aa-c6e4a44fbc15 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.218097] env[68828]: DEBUG nova.compute.manager [req-fa834404-26e8-418a-8d84-8fb2b2305b2a req-e7b5f414-c5f6-41cf-9b6b-5b06fdac68a8 service nova] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Detach interface failed, port_id=537376e5-67bf-4b9b-b15f-b2dcd3156763, reason: Instance e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1383.373456] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231756, 'name': ReconfigVM_Task, 'duration_secs': 0.141309} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.374393] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba4dbef-23fb-4a38-8e8e-64691f573211 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.395700] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.396086] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.396362] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.396672] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.396931] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.397214] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.397554] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.397884] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.398118] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.398404] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.398706] env[68828]: DEBUG nova.virt.hardware [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.399883] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb778c0-5152-4ff6-8471-90221ce2707e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.407129] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1383.407129] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f504bb-776c-3b0a-abb8-95285b54022f" [ 1383.407129] env[68828]: _type = "Task" [ 1383.407129] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.414608] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f504bb-776c-3b0a-abb8-95285b54022f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.668022] env[68828]: INFO nova.compute.manager [-] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Took 1.23 seconds to deallocate network for instance. [ 1383.917871] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52f504bb-776c-3b0a-abb8-95285b54022f, 'name': SearchDatastore_Task, 'duration_secs': 0.007395} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.923112] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.923375] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a570979c-eae9-4160-8547-6e9e7cea18b8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.942401] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1383.942401] env[68828]: value = "task-3231757" [ 1383.942401] env[68828]: _type = "Task" [ 1383.942401] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.956312] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.174276] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.174538] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.174773] env[68828]: DEBUG nova.objects.instance [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'resources' on Instance uuid e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.451840] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231757, 'name': ReconfigVM_Task, 'duration_secs': 0.192421} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.452125] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1384.452885] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75e119-c3b5-470d-bb2a-ccbdde3bee7f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.474025] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.474273] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1b69cb-e264-4e7d-a651-3e8df0ccd509 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.491694] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1384.491694] env[68828]: value = "task-3231758" [ 1384.491694] env[68828]: _type = "Task" [ 1384.491694] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.499296] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.741928] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8614528-f71c-463b-b839-98720c10daae {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.749280] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798658c-f61e-42be-9185-f369ab439d6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.779158] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ab809-4575-416a-8843-301cd18ac51d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.785953] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae72034-0c65-49c4-93f6-c7b5fa62e126 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.798546] env[68828]: DEBUG nova.compute.provider_tree [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.001504] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231758, 'name': ReconfigVM_Task, 'duration_secs': 0.25648} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.001889] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa/91f8f337-2233-4d47-b4ab-2dbff278feaa.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.002555] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21d532-020f-47b1-977a-6c7f976b972b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.019817] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c43bd-573d-495f-b7a9-4c1f28a80052 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.036477] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d8757-50e5-43ca-a763-422ee8ef126d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.052859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f37e5e-44ac-426d-bd42-8097b21248d9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.059230] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.059438] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74f9500-bb35-48e8-a117-ca8b7a03d6d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.066186] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1385.066186] env[68828]: value = "task-3231759" [ 1385.066186] env[68828]: _type = "Task" [ 1385.066186] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.073091] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.301619] env[68828]: DEBUG nova.scheduler.client.report [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.445657] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.578330] env[68828]: DEBUG oslo_vmware.api [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231759, 'name': PowerOnVM_Task, 'duration_secs': 0.344752} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.578545] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.806315] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.827239] env[68828]: INFO nova.scheduler.client.report [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocations for instance e9bc21b2-7ee6-435c-9a84-9ce3a63cd399 [ 1385.938383] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.938675] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.334289] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bbbd96cc-ce33-4020-ab76-d60bbf14d374 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "e9bc21b2-7ee6-435c-9a84-9ce3a63cd399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.590060] env[68828]: INFO nova.compute.manager [None req-397ba558-eed4-4484-8a4a-3229e893ae26 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance to original state: 'active' [ 1387.468539] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.468893] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.469062] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.469250] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.469420] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.471421] env[68828]: INFO nova.compute.manager [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Terminating instance [ 1387.938898] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.974641] env[68828]: DEBUG nova.compute.manager [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.974876] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.975829] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c872250-395b-4b5f-81d3-e4f2ba96b53c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.983839] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.984073] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-799d82d2-9e64-4c93-9c23-d7e93d490499 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.991239] env[68828]: DEBUG oslo_vmware.api [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1387.991239] env[68828]: value = "task-3231761" [ 1387.991239] env[68828]: _type = "Task" [ 1387.991239] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.998929] env[68828]: DEBUG oslo_vmware.api [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.442510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.442777] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.443025] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.443232] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.444188] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07548b8-9488-4d8e-ae19-b1b1433a42bd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.452118] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ccc1cc-4d20-4b54-9400-018b99f04768 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.467552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6dc953-7b54-4dac-8dbc-f02e330721e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.473808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2fe79-2e7d-4115-9586-f6096a4076e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.503471] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179900MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1388.503625] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.503841] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.512874] env[68828]: DEBUG oslo_vmware.api [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231761, 'name': PowerOffVM_Task, 'duration_secs': 0.198472} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.513141] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.513309] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.513535] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31de6fa4-98da-4cdc-ad4f-f7b01aa078d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.533456] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.533746] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance b4fffb84-002b-4fd5-ba11-62558fa891b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.533746] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 91f8f337-2233-4d47-b4ab-2dbff278feaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.533960] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1389.534160] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1389.578585] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac4b44c-25ce-42e0-85ee-0dedcb88e21a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.586313] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08d5775-20fb-4f8d-b857-a23e81ce8bf1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.616472] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a00c6-56c8-4676-b4ce-3aaf43393b76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.623048] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa8d0f9-1c25-4232-afc0-c0580ba6ef94 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.635462] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.138640] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.457887] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.458164] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.458374] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.458590] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.458770] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.461178] env[68828]: INFO nova.compute.manager [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Terminating instance [ 1390.643118] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1390.643509] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.964860] env[68828]: DEBUG nova.compute.manager [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.965132] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.966020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9205899a-8b45-4e11-8c2e-2695283020f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.973984] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.974218] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49be9d38-f025-4e84-8bde-2122f6656e76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.980092] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1390.980092] env[68828]: value = "task-3231763" [ 1390.980092] env[68828]: _type = "Task" [ 1390.980092] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.987835] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.489925] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231763, 'name': PowerOffVM_Task, 'duration_secs': 0.175564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.490208] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.490376] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.490613] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c14eea-9428-49a2-9038-53bd930bed46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.643351] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.643760] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.643760] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.787924] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.788204] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.788487] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleting the datastore file [datastore2] 91f8f337-2233-4d47-b4ab-2dbff278feaa {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.789329] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6868689-2c26-48e3-93fb-9b90cfc57742 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.791541] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.791732] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.791897] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleting the datastore file [datastore2] 85027445-d0ee-43d8-aa32-df84bdd5a57c {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.792130] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4ff3b5-b7f9-4c7f-a0f8-ceef6b90fb3d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.798666] env[68828]: DEBUG oslo_vmware.api [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1391.798666] env[68828]: value = "task-3231765" [ 1391.798666] env[68828]: _type = "Task" [ 1391.798666] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.799769] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for the task: (returnval){ [ 1391.799769] env[68828]: value = "task-3231766" [ 1391.799769] env[68828]: _type = "Task" [ 1391.799769] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.809852] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.938286] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.938624] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.313627] env[68828]: DEBUG oslo_vmware.api [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Task: {'id': task-3231766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136951} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.316392] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.316603] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.316790] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.316974] env[68828]: INFO nova.compute.manager [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1392.317230] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.317433] env[68828]: DEBUG oslo_vmware.api [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152159} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.317632] env[68828]: DEBUG nova.compute.manager [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.317732] env[68828]: DEBUG nova.network.neutron [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.319301] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.319474] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.319651] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.319827] env[68828]: INFO nova.compute.manager [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Took 4.35 seconds to destroy the instance on the hypervisor. [ 1392.320045] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.320226] env[68828]: DEBUG nova.compute.manager [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.320311] env[68828]: DEBUG nova.network.neutron [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.567389] env[68828]: DEBUG nova.compute.manager [req-22298352-fef5-430a-8895-bfe747d37a7a req-c0319c15-1f44-4b32-a4b8-8074192f8c3d service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Received event network-vif-deleted-54d62f46-89ad-4f69-9b9b-eaed4bbed7b6 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.567575] env[68828]: INFO nova.compute.manager [req-22298352-fef5-430a-8895-bfe747d37a7a req-c0319c15-1f44-4b32-a4b8-8074192f8c3d service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Neutron deleted interface 54d62f46-89ad-4f69-9b9b-eaed4bbed7b6; detaching it from the instance and deleting it from the info cache [ 1392.567747] env[68828]: DEBUG nova.network.neutron [req-22298352-fef5-430a-8895-bfe747d37a7a req-c0319c15-1f44-4b32-a4b8-8074192f8c3d service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.768652] env[68828]: DEBUG nova.compute.manager [req-755ee05f-0aad-4914-9660-e23167df7893 req-7aa50576-3378-4ecc-ba3b-ea26cf4b82aa service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Received event network-vif-deleted-b2939fea-a1bf-44e3-9d7d-09ded14b3186 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.768887] env[68828]: INFO nova.compute.manager [req-755ee05f-0aad-4914-9660-e23167df7893 req-7aa50576-3378-4ecc-ba3b-ea26cf4b82aa service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Neutron deleted interface b2939fea-a1bf-44e3-9d7d-09ded14b3186; detaching it from the instance and deleting it from the info cache [ 1392.768999] env[68828]: DEBUG nova.network.neutron [req-755ee05f-0aad-4914-9660-e23167df7893 req-7aa50576-3378-4ecc-ba3b-ea26cf4b82aa service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.051475] env[68828]: DEBUG nova.network.neutron [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.073023] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04785ad-5bbe-4741-beb7-56562bfcc7c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.083020] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191bee3e-540a-4c28-8386-bc69763ca92f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.114659] env[68828]: DEBUG nova.compute.manager [req-22298352-fef5-430a-8895-bfe747d37a7a req-c0319c15-1f44-4b32-a4b8-8074192f8c3d service nova] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Detach interface failed, port_id=54d62f46-89ad-4f69-9b9b-eaed4bbed7b6, reason: Instance 85027445-d0ee-43d8-aa32-df84bdd5a57c could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.252937] env[68828]: DEBUG nova.network.neutron [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.274795] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3060ef-b9bd-443a-9b30-a6bc2c04017c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.283161] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7095c4d6-d91b-4050-a364-bc2f91413761 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.312637] env[68828]: DEBUG nova.compute.manager [req-755ee05f-0aad-4914-9660-e23167df7893 req-7aa50576-3378-4ecc-ba3b-ea26cf4b82aa service nova] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Detach interface failed, port_id=b2939fea-a1bf-44e3-9d7d-09ded14b3186, reason: Instance 91f8f337-2233-4d47-b4ab-2dbff278feaa could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.554900] env[68828]: INFO nova.compute.manager [-] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Took 1.24 seconds to deallocate network for instance. [ 1393.756062] env[68828]: INFO nova.compute.manager [-] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Took 1.44 seconds to deallocate network for instance. [ 1393.868761] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.869084] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.869291] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.869468] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.869633] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.871569] env[68828]: INFO nova.compute.manager [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Terminating instance [ 1394.062114] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.062305] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.062530] env[68828]: DEBUG nova.objects.instance [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lazy-loading 'resources' on Instance uuid 85027445-d0ee-43d8-aa32-df84bdd5a57c {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.263556] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.375203] env[68828]: DEBUG nova.compute.manager [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.375523] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.376890] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb77529-d08c-4967-811d-c2efcd2f1c58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.384998] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.385258] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d882df3f-b616-48c7-9aa5-ea09cbc30b13 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.392117] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1394.392117] env[68828]: value = "task-3231767" [ 1394.392117] env[68828]: _type = "Task" [ 1394.392117] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.400438] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.618042] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a031f41-3c23-4f57-8b97-5600e7259688 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.625368] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea93ee0-b51a-4b30-81aa-5a85789a5f5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.654317] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c408a3fe-4e87-4b36-aae9-00d5b9e46957 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.660699] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e485b16a-e6de-4e5e-b52d-b01fb152e0b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.673964] env[68828]: DEBUG nova.compute.provider_tree [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.902498] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231767, 'name': PowerOffVM_Task, 'duration_secs': 0.167453} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.902857] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.902857] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.903122] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2ecd19-ada0-4a41-857d-c1f33af72e62 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.963682] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.963888] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.964091] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleting the datastore file [datastore2] b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.964364] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5156e91-6239-4310-a472-4bce9665539b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.970807] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for the task: (returnval){ [ 1394.970807] env[68828]: value = "task-3231769" [ 1394.970807] env[68828]: _type = "Task" [ 1394.970807] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.978255] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.176837] env[68828]: DEBUG nova.scheduler.client.report [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.480014] env[68828]: DEBUG oslo_vmware.api [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Task: {'id': task-3231769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125203} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.480280] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.480467] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.480647] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.480878] env[68828]: INFO nova.compute.manager [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1395.481136] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.481326] env[68828]: DEBUG nova.compute.manager [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.481424] env[68828]: DEBUG nova.network.neutron [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.684057] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.684837] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.421s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.685213] env[68828]: DEBUG nova.objects.instance [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'resources' on Instance uuid 91f8f337-2233-4d47-b4ab-2dbff278feaa {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.704514] env[68828]: INFO nova.scheduler.client.report [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Deleted allocations for instance 85027445-d0ee-43d8-aa32-df84bdd5a57c [ 1395.960218] env[68828]: DEBUG nova.compute.manager [req-dd126d90-d92d-45ea-9c9c-6813dda264d0 req-8d447a14-31ac-4bf1-8cec-cfc412bcebe3 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Received event network-vif-deleted-f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.960218] env[68828]: INFO nova.compute.manager [req-dd126d90-d92d-45ea-9c9c-6813dda264d0 req-8d447a14-31ac-4bf1-8cec-cfc412bcebe3 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Neutron deleted interface f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8; detaching it from the instance and deleting it from the info cache [ 1395.960620] env[68828]: DEBUG nova.network.neutron [req-dd126d90-d92d-45ea-9c9c-6813dda264d0 req-8d447a14-31ac-4bf1-8cec-cfc412bcebe3 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.211602] env[68828]: DEBUG oslo_concurrency.lockutils [None req-992381ab-3e6d-4f8e-8518-9ce5ea648584 tempest-ServerActionsTestOtherA-818701227 tempest-ServerActionsTestOtherA-818701227-project-member] Lock "85027445-d0ee-43d8-aa32-df84bdd5a57c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.231205] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d8665-ad22-45eb-86e8-75811364dad5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.239343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ec52d-0855-44f0-aa9e-570784c8d83d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.269253] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd72c1c-7be6-4b55-8ad1-4ae4a595f087 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.275869] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1dba3d-0cbf-4c7d-b5ba-78580bdc0d2e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.288602] env[68828]: DEBUG nova.compute.provider_tree [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.444106] env[68828]: DEBUG nova.network.neutron [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.462775] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b49c43e-6b4d-4c85-81af-4e1004a5c44f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.472914] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772cdc62-29f7-46ab-ac43-e2eb65abd4b9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.497498] env[68828]: DEBUG nova.compute.manager [req-dd126d90-d92d-45ea-9c9c-6813dda264d0 req-8d447a14-31ac-4bf1-8cec-cfc412bcebe3 service nova] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Detach interface failed, port_id=f9b920c9-12e9-476f-a8c4-3dc76dbd3aa8, reason: Instance b4fffb84-002b-4fd5-ba11-62558fa891b2 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.791535] env[68828]: DEBUG nova.scheduler.client.report [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.946930] env[68828]: INFO nova.compute.manager [-] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Took 1.47 seconds to deallocate network for instance. [ 1397.300023] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.324626] env[68828]: INFO nova.scheduler.client.report [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted allocations for instance 91f8f337-2233-4d47-b4ab-2dbff278feaa [ 1397.454414] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.454414] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.454414] env[68828]: DEBUG nova.objects.instance [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lazy-loading 'resources' on Instance uuid b4fffb84-002b-4fd5-ba11-62558fa891b2 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.832227] env[68828]: DEBUG oslo_concurrency.lockutils [None req-dd57ffa7-71b0-4d2b-9460-ebb74718baed tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "91f8f337-2233-4d47-b4ab-2dbff278feaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.363s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.984835] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f739ac-2d48-4f62-b34e-d5150d945fce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.994218] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefaba0d-1e44-45d4-9479-289a6eef4744 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.027302] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3aa103-4552-478a-81c1-288986ad35db {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.035038] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f2988-f156-4709-ab59-25323e8053e2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.050831] env[68828]: DEBUG nova.compute.provider_tree [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.553809] env[68828]: DEBUG nova.scheduler.client.report [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.951510] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.951732] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.058889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.082683] env[68828]: INFO nova.scheduler.client.report [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Deleted allocations for instance b4fffb84-002b-4fd5-ba11-62558fa891b2 [ 1399.453605] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.589769] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ce7e76b0-0a87-43ff-8995-a843dd51f2c1 tempest-AttachVolumeShelveTestJSON-1320106150 tempest-AttachVolumeShelveTestJSON-1320106150-project-member] Lock "b4fffb84-002b-4fd5-ba11-62558fa891b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.988260] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.988772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.990890] env[68828]: INFO nova.compute.claims [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.045091] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc6694-c66a-473b-b747-ebdc17cdf922 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.053164] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb3851-b4de-44de-b8bb-22d0198b73e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.083228] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d96116-b7b6-4080-9a00-3a3752565b92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.090437] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84aad5c-9b9f-4608-82e9-d0ecf960645b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.104955] env[68828]: DEBUG nova.compute.provider_tree [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.426388] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.426613] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.607731] env[68828]: DEBUG nova.scheduler.client.report [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.928559] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.113337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.113337] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.452132] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.452457] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.454099] env[68828]: INFO nova.compute.claims [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.619762] env[68828]: DEBUG nova.compute.utils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.620870] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.621086] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.665112] env[68828]: DEBUG nova.policy [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c57d78c3484f538cc037ec861d3aeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e472e10c2d4269887f7a86aff9a465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.895873] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Successfully created port: 1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.124330] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.502554] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1830ee-b52a-4e81-ba09-0671365f075b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.512274] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b79829-a10c-45b5-ae1b-8c9f275c8abd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.555986] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea632b7-448d-4ae6-bd5b-823f7c3feb48 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.563917] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638b8b2-408d-420d-b8a6-0b357394d8e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.577174] env[68828]: DEBUG nova.compute.provider_tree [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.081121] env[68828]: DEBUG nova.scheduler.client.report [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.132405] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.157968] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.158103] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.158274] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.158470] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.158618] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.158826] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.159060] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.159226] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.159393] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.159551] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.159745] env[68828]: DEBUG nova.virt.hardware [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.160860] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de17eb62-4956-430e-8095-a0b0fc2d1fea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.168655] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c73f5-474a-4321-a305-bcf98fe48bc5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.256399] env[68828]: DEBUG nova.compute.manager [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Received event network-vif-plugged-1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.256690] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] Acquiring lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.256851] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.257028] env[68828]: DEBUG oslo_concurrency.lockutils [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.257198] env[68828]: DEBUG nova.compute.manager [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] No waiting events found dispatching network-vif-plugged-1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.257363] env[68828]: WARNING nova.compute.manager [req-d5c9ae69-3103-4ad6-993e-c7c76f403003 req-43639440-5bab-4142-807d-ca42d16b143b service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Received unexpected event network-vif-plugged-1dc3720f-0053-4dd3-b8b7-965ca8abb54e for instance with vm_state building and task_state spawning. [ 1404.335238] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Successfully updated port: 1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.586083] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.586732] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.840467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.840467] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.840467] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.092072] env[68828]: DEBUG nova.compute.utils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1405.093410] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.093584] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.153984] env[68828]: DEBUG nova.policy [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fcc5d876cfc4ecc90179bd0a8a9b804', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3f6247e5734d83b0409e89486319c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.372365] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.508218] env[68828]: DEBUG nova.network.neutron [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.597570] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.819379] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Successfully created port: a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.011416] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.011742] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Instance network_info: |[{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.012187] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:0b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dc3720f-0053-4dd3-b8b7-965ca8abb54e', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.020531] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.020747] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.020965] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-693d991e-55ba-4af1-a551-687ca045333f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.042178] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.042178] env[68828]: value = "task-3231771" [ 1406.042178] env[68828]: _type = "Task" [ 1406.042178] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.050702] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231771, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.287263] env[68828]: DEBUG nova.compute.manager [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Received event network-changed-1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.287532] env[68828]: DEBUG nova.compute.manager [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Refreshing instance network info cache due to event network-changed-1dc3720f-0053-4dd3-b8b7-965ca8abb54e. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.287705] env[68828]: DEBUG oslo_concurrency.lockutils [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] Acquiring lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.287850] env[68828]: DEBUG oslo_concurrency.lockutils [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] Acquired lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.288018] env[68828]: DEBUG nova.network.neutron [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Refreshing network info cache for port 1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.552793] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231771, 'name': CreateVM_Task, 'duration_secs': 0.287301} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.552793] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.553447] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.554037] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.554135] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.555018] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc24f1c-8b43-4981-91e3-6da39cf3518c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.558637] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1406.558637] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52babd7a-a3c2-a9da-8735-fac42bc44095" [ 1406.558637] env[68828]: _type = "Task" [ 1406.558637] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.567097] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52babd7a-a3c2-a9da-8735-fac42bc44095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.608380] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.633528] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.633763] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.633920] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.634108] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.634254] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.634399] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.634598] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.634752] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.634944] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.635082] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.635254] env[68828]: DEBUG nova.virt.hardware [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.636101] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac66019-8060-4909-a70b-777f4dbe436e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.643641] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae8d0c-d88e-415e-99ea-84cf608a1e49 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.977787] env[68828]: DEBUG nova.network.neutron [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updated VIF entry in instance network info cache for port 1dc3720f-0053-4dd3-b8b7-965ca8abb54e. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.978156] env[68828]: DEBUG nova.network.neutron [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.069156] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52babd7a-a3c2-a9da-8735-fac42bc44095, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.069631] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.070121] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.070813] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.070813] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.071138] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.071233] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c08c166-1162-4f02-a742-ccd5f64dc36e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.079912] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.080819] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.082102] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfda5109-9bdd-4482-a6b8-16769e956a0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.088804] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1407.088804] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb956-0773-aa52-1378-5c83a8828f6c" [ 1407.088804] env[68828]: _type = "Task" [ 1407.088804] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.096254] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb956-0773-aa52-1378-5c83a8828f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.482009] env[68828]: DEBUG oslo_concurrency.lockutils [req-4e43ac78-231a-43af-a64b-80e4f05933db req-c3ff75b8-9d73-4754-bd25-e9c23c30006c service nova] Releasing lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.566917] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Successfully updated port: a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.598758] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]520eb956-0773-aa52-1378-5c83a8828f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.599486] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7c391d-0a0b-476b-8a03-26afec228b6f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.604370] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1407.604370] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cc77b4-78e4-5360-8a94-44a814e367d7" [ 1407.604370] env[68828]: _type = "Task" [ 1407.604370] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.611778] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cc77b4-78e4-5360-8a94-44a814e367d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.069257] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.069474] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquired lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.069684] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.114373] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52cc77b4-78e4-5360-8a94-44a814e367d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.114580] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.114825] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 9f02541b-74e3-46a8-9d32-b4caf7a6a879/9f02541b-74e3-46a8-9d32-b4caf7a6a879.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.115116] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753ddf8d-a2f5-4859-990e-d8b2def22125 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.122223] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1408.122223] env[68828]: value = "task-3231772" [ 1408.122223] env[68828]: _type = "Task" [ 1408.122223] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.129723] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.317713] env[68828]: DEBUG nova.compute.manager [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Received event network-vif-plugged-a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.318031] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Acquiring lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.318152] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.318309] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.318478] env[68828]: DEBUG nova.compute.manager [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] No waiting events found dispatching network-vif-plugged-a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.318646] env[68828]: WARNING nova.compute.manager [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Received unexpected event network-vif-plugged-a84e518b-24ba-49f5-9455-0c8ffb3d942a for instance with vm_state building and task_state spawning. [ 1408.318863] env[68828]: DEBUG nova.compute.manager [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Received event network-changed-a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.319036] env[68828]: DEBUG nova.compute.manager [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Refreshing instance network info cache due to event network-changed-a84e518b-24ba-49f5-9455-0c8ffb3d942a. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.319210] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Acquiring lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.599955] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.631332] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430777} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.631563] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] 9f02541b-74e3-46a8-9d32-b4caf7a6a879/9f02541b-74e3-46a8-9d32-b4caf7a6a879.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.631776] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.632039] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-268a37dd-ede7-483f-8df3-93189c11f6d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.638165] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1408.638165] env[68828]: value = "task-3231773" [ 1408.638165] env[68828]: _type = "Task" [ 1408.638165] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.645947] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.715948] env[68828]: DEBUG nova.network.neutron [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Updating instance_info_cache with network_info: [{"id": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "address": "fa:16:3e:30:de:76", "network": {"id": "3c228f36-1351-4820-80e9-a155879f2472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-207815093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3f6247e5734d83b0409e89486319c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e518b-24", "ovs_interfaceid": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.147910] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059566} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.148182] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.148965] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f1fc5-3b7c-46d6-913d-e6959fd0cc4f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.179780] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 9f02541b-74e3-46a8-9d32-b4caf7a6a879/9f02541b-74e3-46a8-9d32-b4caf7a6a879.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.180198] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9639f334-5a1d-4aa4-aa16-f7be95cb1ab5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.204014] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1409.204014] env[68828]: value = "task-3231774" [ 1409.204014] env[68828]: _type = "Task" [ 1409.204014] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.212937] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.218417] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Releasing lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.218703] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Instance network_info: |[{"id": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "address": "fa:16:3e:30:de:76", "network": {"id": "3c228f36-1351-4820-80e9-a155879f2472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-207815093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3f6247e5734d83b0409e89486319c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e518b-24", "ovs_interfaceid": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.218970] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Acquired lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.219162] env[68828]: DEBUG nova.network.neutron [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Refreshing network info cache for port a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.220334] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:de:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a84e518b-24ba-49f5-9455-0c8ffb3d942a', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.229466] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Creating folder: Project (fe3f6247e5734d83b0409e89486319c3). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.230463] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2def5a18-5336-4c5e-82d6-65153d2c9d76 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.240943] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Created folder: Project (fe3f6247e5734d83b0409e89486319c3) in parent group-v645630. [ 1409.241150] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Creating folder: Instances. Parent ref: group-v645964. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.241355] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad00b9e-d556-4508-bcb7-a25039331250 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.249689] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Created folder: Instances in parent group-v645964. [ 1409.250061] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.250256] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.250446] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27864df6-d987-4aff-8dcb-69ae8dee29ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.268540] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.268540] env[68828]: value = "task-3231777" [ 1409.268540] env[68828]: _type = "Task" [ 1409.268540] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.275711] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231777, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.714260] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231774, 'name': ReconfigVM_Task, 'duration_secs': 0.360722} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.714594] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 9f02541b-74e3-46a8-9d32-b4caf7a6a879/9f02541b-74e3-46a8-9d32-b4caf7a6a879.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.715119] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed5867c-860a-4e45-b979-ef0d424b2f10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.720877] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1409.720877] env[68828]: value = "task-3231778" [ 1409.720877] env[68828]: _type = "Task" [ 1409.720877] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.727874] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231778, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.777386] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231777, 'name': CreateVM_Task, 'duration_secs': 0.328476} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.777520] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.778231] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.778353] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.779051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.779051] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b4f6dd-1cb1-4dff-ba2e-2ffe55f57b0c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.782829] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1409.782829] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ba9d0-1496-4214-4bd2-68fe99f43620" [ 1409.782829] env[68828]: _type = "Task" [ 1409.782829] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.789787] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ba9d0-1496-4214-4bd2-68fe99f43620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.905013] env[68828]: DEBUG nova.network.neutron [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Updated VIF entry in instance network info cache for port a84e518b-24ba-49f5-9455-0c8ffb3d942a. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.905373] env[68828]: DEBUG nova.network.neutron [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Updating instance_info_cache with network_info: [{"id": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "address": "fa:16:3e:30:de:76", "network": {"id": "3c228f36-1351-4820-80e9-a155879f2472", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-207815093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3f6247e5734d83b0409e89486319c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e518b-24", "ovs_interfaceid": "a84e518b-24ba-49f5-9455-0c8ffb3d942a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.231479] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231778, 'name': Rename_Task, 'duration_secs': 0.138001} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.231735] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.231968] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1cbcd5-a3ba-4635-a3b2-c46dc1a2fe78 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.238684] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1410.238684] env[68828]: value = "task-3231779" [ 1410.238684] env[68828]: _type = "Task" [ 1410.238684] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.245601] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.291794] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]523ba9d0-1496-4214-4bd2-68fe99f43620, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.292014] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.292248] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.292480] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.292623] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.292794] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.293054] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019bd2cf-afb1-4f0c-910f-7bb0f0d187dd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.300630] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.300802] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.301492] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5592d1b0-24d0-42f1-8943-a310dfff021c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.305986] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1410.305986] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ec9830-4351-6696-fa61-3a42ee86c44f" [ 1410.305986] env[68828]: _type = "Task" [ 1410.305986] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.313114] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ec9830-4351-6696-fa61-3a42ee86c44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.408398] env[68828]: DEBUG oslo_concurrency.lockutils [req-7c2b9ed7-cbff-494c-b2b6-524d06acef0e req-c1d09cb4-5e29-466c-8229-3a669e7cc64e service nova] Releasing lock "refresh_cache-f62d2644-e6cb-4c88-863a-65ceeb8ee994" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.748453] env[68828]: DEBUG oslo_vmware.api [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231779, 'name': PowerOnVM_Task, 'duration_secs': 0.447213} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.748745] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.748919] env[68828]: INFO nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1410.749117] env[68828]: DEBUG nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.749873] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72109f2-b180-49fe-bcc7-ac6242530a0f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.816686] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52ec9830-4351-6696-fa61-3a42ee86c44f, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.817430] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e826c73-e919-4304-93d7-df5acf9c523f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.821955] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1410.821955] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527ae0b4-d487-456f-d7ef-ee6b388da630" [ 1410.821955] env[68828]: _type = "Task" [ 1410.821955] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.829471] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527ae0b4-d487-456f-d7ef-ee6b388da630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.268495] env[68828]: INFO nova.compute.manager [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Took 11.31 seconds to build instance. [ 1411.331650] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527ae0b4-d487-456f-d7ef-ee6b388da630, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.331901] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.332163] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f62d2644-e6cb-4c88-863a-65ceeb8ee994/f62d2644-e6cb-4c88-863a-65ceeb8ee994.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.332406] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6539efa-e328-439c-8f2a-b23424d473b0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.338871] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1411.338871] env[68828]: value = "task-3231780" [ 1411.338871] env[68828]: _type = "Task" [ 1411.338871] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.345610] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.770667] env[68828]: DEBUG oslo_concurrency.lockutils [None req-265d9c49-a423-49ef-856d-36e784ef4800 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.819s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.848931] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426774} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.849338] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore2] f62d2644-e6cb-4c88-863a-65ceeb8ee994/f62d2644-e6cb-4c88-863a-65ceeb8ee994.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.849590] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.849870] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeca82bc-c06e-4965-b26a-78c6418e2261 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.855774] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1411.855774] env[68828]: value = "task-3231781" [ 1411.855774] env[68828]: _type = "Task" [ 1411.855774] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.864880] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.128477] env[68828]: DEBUG nova.compute.manager [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Received event network-changed-1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.128687] env[68828]: DEBUG nova.compute.manager [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Refreshing instance network info cache due to event network-changed-1dc3720f-0053-4dd3-b8b7-965ca8abb54e. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.128920] env[68828]: DEBUG oslo_concurrency.lockutils [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] Acquiring lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.129172] env[68828]: DEBUG oslo_concurrency.lockutils [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] Acquired lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.129366] env[68828]: DEBUG nova.network.neutron [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Refreshing network info cache for port 1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.365365] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064954} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.365723] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.366502] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c503c82-be95-4401-9d5e-c7e51d7ec27a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.388050] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f62d2644-e6cb-4c88-863a-65ceeb8ee994/f62d2644-e6cb-4c88-863a-65ceeb8ee994.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.388290] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3618441-d444-4064-a6ea-c99c00c43a86 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.407876] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1412.407876] env[68828]: value = "task-3231782" [ 1412.407876] env[68828]: _type = "Task" [ 1412.407876] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.415644] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.826662] env[68828]: DEBUG nova.network.neutron [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updated VIF entry in instance network info cache for port 1dc3720f-0053-4dd3-b8b7-965ca8abb54e. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.827150] env[68828]: DEBUG nova.network.neutron [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.917601] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.330294] env[68828]: DEBUG oslo_concurrency.lockutils [req-ca3f843c-b30d-4a42-8f06-df82f0010e09 req-7aa25981-c308-4a62-a21f-b0734cc5c586 service nova] Releasing lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.419430] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231782, 'name': ReconfigVM_Task, 'duration_secs': 0.907628} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.419757] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f62d2644-e6cb-4c88-863a-65ceeb8ee994/f62d2644-e6cb-4c88-863a-65ceeb8ee994.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.420389] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d5673d-7a78-4630-99c6-6822bea3776e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.426139] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1413.426139] env[68828]: value = "task-3231783" [ 1413.426139] env[68828]: _type = "Task" [ 1413.426139] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.433415] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231783, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.935414] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231783, 'name': Rename_Task, 'duration_secs': 0.468373} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.935786] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.935850] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82621c92-5c40-48d7-977d-4caff104be94 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.941799] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1413.941799] env[68828]: value = "task-3231784" [ 1413.941799] env[68828]: _type = "Task" [ 1413.941799] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.949943] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.452603] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.954147] env[68828]: DEBUG oslo_vmware.api [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231784, 'name': PowerOnVM_Task, 'duration_secs': 0.865722} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.954147] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.954147] env[68828]: INFO nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1414.954147] env[68828]: DEBUG nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.954843] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8379a98-da48-4a17-b686-d6b273f6afdf {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.472858] env[68828]: INFO nova.compute.manager [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Took 13.04 seconds to build instance. [ 1415.974947] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8ed515df-f230-46cf-ae62-3bed5b112c1c tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.548s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.241069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.241069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.241069] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.241357] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.241428] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.243519] env[68828]: INFO nova.compute.manager [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Terminating instance [ 1416.748050] env[68828]: DEBUG nova.compute.manager [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.748050] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.748636] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa57977-932d-404e-99de-0e07f8023d7e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.755880] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.756105] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb27fc8-3d48-4d35-ae0b-bd5ae4575093 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.761840] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1416.761840] env[68828]: value = "task-3231785" [ 1416.761840] env[68828]: _type = "Task" [ 1416.761840] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.770298] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.271013] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231785, 'name': PowerOffVM_Task, 'duration_secs': 0.375648} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.271434] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.271557] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.271771] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43bfecb-cfa1-4418-a42b-8d27e5559db4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.353981] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.354248] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.354398] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Deleting the datastore file [datastore2] f62d2644-e6cb-4c88-863a-65ceeb8ee994 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.354660] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce2cdfb-1232-4f11-9e29-2d56fc2e1919 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.361700] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for the task: (returnval){ [ 1417.361700] env[68828]: value = "task-3231787" [ 1417.361700] env[68828]: _type = "Task" [ 1417.361700] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.368815] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.872064] env[68828]: DEBUG oslo_vmware.api [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Task: {'id': task-3231787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158944} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.872308] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.872441] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.872611] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.872780] env[68828]: INFO nova.compute.manager [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1417.873034] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.873270] env[68828]: DEBUG nova.compute.manager [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.873368] env[68828]: DEBUG nova.network.neutron [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.126727] env[68828]: DEBUG nova.compute.manager [req-0ab48060-1b43-4d2b-82e5-f7afdac6c54a req-c24686d1-afef-419a-b646-615f9db6aa74 service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Received event network-vif-deleted-a84e518b-24ba-49f5-9455-0c8ffb3d942a {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.126805] env[68828]: INFO nova.compute.manager [req-0ab48060-1b43-4d2b-82e5-f7afdac6c54a req-c24686d1-afef-419a-b646-615f9db6aa74 service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Neutron deleted interface a84e518b-24ba-49f5-9455-0c8ffb3d942a; detaching it from the instance and deleting it from the info cache [ 1418.126974] env[68828]: DEBUG nova.network.neutron [req-0ab48060-1b43-4d2b-82e5-f7afdac6c54a req-c24686d1-afef-419a-b646-615f9db6aa74 service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.604303] env[68828]: DEBUG nova.network.neutron [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.629689] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-709955c3-b8df-4360-9696-9f0dc4aff288 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.639318] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a5fbe-6440-4e7c-b38b-76af815a6fd7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.663144] env[68828]: DEBUG nova.compute.manager [req-0ab48060-1b43-4d2b-82e5-f7afdac6c54a req-c24686d1-afef-419a-b646-615f9db6aa74 service nova] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Detach interface failed, port_id=a84e518b-24ba-49f5-9455-0c8ffb3d942a, reason: Instance f62d2644-e6cb-4c88-863a-65ceeb8ee994 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1419.106806] env[68828]: INFO nova.compute.manager [-] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Took 1.23 seconds to deallocate network for instance. [ 1419.613850] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.614275] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.614375] env[68828]: DEBUG nova.objects.instance [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lazy-loading 'resources' on Instance uuid f62d2644-e6cb-4c88-863a-65ceeb8ee994 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.157917] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8e63f-5f57-48ce-bf09-b872c496641a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.165540] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729b08b-3350-4b9a-b3de-3fcf1f48438e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.196150] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724a4b8-e28c-4e6f-9582-a40963cd8943 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.203311] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0715307-88bd-44a3-b133-a4f5836f46d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.216346] env[68828]: DEBUG nova.compute.provider_tree [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.719659] env[68828]: DEBUG nova.scheduler.client.report [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.225432] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.246160] env[68828]: INFO nova.scheduler.client.report [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Deleted allocations for instance f62d2644-e6cb-4c88-863a-65ceeb8ee994 [ 1421.753685] env[68828]: DEBUG oslo_concurrency.lockutils [None req-576266d2-ae1d-4613-b5fe-0e5fff4729cc tempest-ServerMetadataNegativeTestJSON-614521801 tempest-ServerMetadataNegativeTestJSON-614521801-project-member] Lock "f62d2644-e6cb-4c88-863a-65ceeb8ee994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.934620] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.938271] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.939214] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.208740] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.209138] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.209222] env[68828]: DEBUG nova.compute.manager [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.210570] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cde03d-c9dc-4a2f-bfd3-811f1790ec83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.217283] env[68828]: DEBUG nova.compute.manager [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1449.217847] env[68828]: DEBUG nova.objects.instance [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'flavor' on Instance uuid 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.938387] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.938648] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.225715] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.226115] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b535f6-9b91-4106-a384-a3c4dfaf033a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.233438] env[68828]: DEBUG oslo_vmware.api [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1450.233438] env[68828]: value = "task-3231788" [ 1450.233438] env[68828]: _type = "Task" [ 1450.233438] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.240932] env[68828]: DEBUG oslo_vmware.api [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.441845] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.442117] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.442292] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.442477] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1450.443387] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a5541-1e04-48ef-9699-dd4779e4fe9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.451202] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a07d4-040c-472a-a728-857be09737f7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.464476] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88868a4a-0fb2-45ef-b1fc-0608edf6180e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.470808] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1ac11-7838-4a10-8c99-8e7f61035c33 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.498818] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180597MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1450.498960] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.499181] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.743037] env[68828]: DEBUG oslo_vmware.api [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231788, 'name': PowerOffVM_Task, 'duration_secs': 0.16238} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.743274] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.743453] env[68828]: DEBUG nova.compute.manager [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.744191] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f4023-32fa-409f-912e-e7025eb3e23b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.255066] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ba36e053-21a0-4f2e-a9e2-72230fe047df tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.524157] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 9f02541b-74e3-46a8-9d32-b4caf7a6a879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1451.524365] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1451.524521] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1451.549143] env[68828]: DEBUG nova.objects.instance [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'flavor' on Instance uuid 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.551232] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91016000-a228-420f-81de-e1a061f77ed3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.558645] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89574d30-18fe-4441-9664-2d361fdec74f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.588318] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38ad33-1e98-45fe-af59-3f398cd80cb2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.595388] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3e185-091e-47a9-9f2d-2d738b936178 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.608054] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.058051] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.058263] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.058394] env[68828]: DEBUG nova.network.neutron [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.058572] env[68828]: DEBUG nova.objects.instance [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'info_cache' on Instance uuid 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.111130] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.562669] env[68828]: DEBUG nova.objects.base [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Object Instance<9f02541b-74e3-46a8-9d32-b4caf7a6a879> lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1452.615586] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1452.615772] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.261780] env[68828]: DEBUG nova.network.neutron [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.615846] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.616275] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.616275] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.616407] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1453.764581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.770925] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.771341] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4aae5a-25f4-4700-9056-5ee713732c49 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.779715] env[68828]: DEBUG oslo_vmware.api [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1454.779715] env[68828]: value = "task-3231789" [ 1454.779715] env[68828]: _type = "Task" [ 1454.779715] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.786997] env[68828]: DEBUG oslo_vmware.api [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.289585] env[68828]: DEBUG oslo_vmware.api [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231789, 'name': PowerOnVM_Task, 'duration_secs': 0.382288} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.289851] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.290062] env[68828]: DEBUG nova.compute.manager [None req-ad596b27-450a-434d-83b6-7ba05395c05f tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.290826] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a20a96-abee-45c2-9b65-99b10669e130 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.934880] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.265780] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc51538-9d0a-44d0-bb66-0dfbc7263b96 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.272380] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Suspending the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1456.272598] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a4a98b77-a75a-4633-a1ef-56884022ea83 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.277947] env[68828]: DEBUG oslo_vmware.api [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1456.277947] env[68828]: value = "task-3231790" [ 1456.277947] env[68828]: _type = "Task" [ 1456.277947] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.285311] env[68828]: DEBUG oslo_vmware.api [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231790, 'name': SuspendVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.788685] env[68828]: DEBUG oslo_vmware.api [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231790, 'name': SuspendVM_Task} progress is 75%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.288760] env[68828]: DEBUG oslo_vmware.api [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231790, 'name': SuspendVM_Task, 'duration_secs': 0.826602} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.289210] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Suspended the VM {{(pid=68828) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1457.289267] env[68828]: DEBUG nova.compute.manager [None req-dc54ad8f-ac7d-413d-9366-f6194c34c06c tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.290066] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5013a9-a621-4cf3-aa50-eb2a25fc708c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.577566] env[68828]: INFO nova.compute.manager [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Resuming [ 1458.579419] env[68828]: DEBUG nova.objects.instance [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'flavor' on Instance uuid 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.088949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.088949] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquired lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.088949] env[68828]: DEBUG nova.network.neutron [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.770914] env[68828]: DEBUG nova.network.neutron [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [{"id": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "address": "fa:16:3e:0d:0b:5a", "network": {"id": "86b97665-6fa6-477b-9f21-33e912d7b73b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1536639403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e472e10c2d4269887f7a86aff9a465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc3720f-00", "ovs_interfaceid": "1dc3720f-0053-4dd3-b8b7-965ca8abb54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.274229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Releasing lock "refresh_cache-9f02541b-74e3-46a8-9d32-b4caf7a6a879" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.275174] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774d7aca-3ce9-4683-9778-76dcb742910f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.281999] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Resuming the VM {{(pid=68828) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1461.282240] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace95363-f496-48d3-b1c5-dd23c4cd7282 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.288772] env[68828]: DEBUG oslo_vmware.api [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1461.288772] env[68828]: value = "task-3231791" [ 1461.288772] env[68828]: _type = "Task" [ 1461.288772] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.296063] env[68828]: DEBUG oslo_vmware.api [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.801120] env[68828]: DEBUG oslo_vmware.api [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231791, 'name': PowerOnVM_Task, 'duration_secs': 0.494311} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.801120] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Resumed the VM {{(pid=68828) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1461.801120] env[68828]: DEBUG nova.compute.manager [None req-81f027fe-9d38-4751-b0a5-960f6db81fe8 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.801484] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600a40c-4586-42d2-965c-3b2699e4977a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.202331] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.202739] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.202898] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.203128] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.203312] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.205528] env[68828]: INFO nova.compute.manager [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Terminating instance [ 1463.710114] env[68828]: DEBUG nova.compute.manager [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1463.710375] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.711267] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45350bd-09ed-463f-ba05-5edd8ad44c1e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.719351] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.719585] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc249c1e-bcb5-4c60-888b-db95955c27a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.725943] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1463.725943] env[68828]: value = "task-3231792" [ 1463.725943] env[68828]: _type = "Task" [ 1463.725943] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.733847] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.236590] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231792, 'name': PowerOffVM_Task, 'duration_secs': 0.186466} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.236988] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.237055] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.238041] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48e6e98-df15-4830-b494-ef127a7f6ab0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.299580] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.299845] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Deleting contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.300008] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleting the datastore file [datastore2] 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.300284] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d73cd8df-d9cc-4086-81ea-32eb0ca4011c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.306675] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for the task: (returnval){ [ 1464.306675] env[68828]: value = "task-3231794" [ 1464.306675] env[68828]: _type = "Task" [ 1464.306675] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.313988] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.816317] env[68828]: DEBUG oslo_vmware.api [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Task: {'id': task-3231794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143804} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.816496] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.816630] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Deleted contents of the VM from datastore datastore2 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.816742] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.816920] env[68828]: INFO nova.compute.manager [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1464.817179] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1464.817368] env[68828]: DEBUG nova.compute.manager [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.817464] env[68828]: DEBUG nova.network.neutron [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.263316] env[68828]: DEBUG nova.compute.manager [req-32f5f7b7-5205-42f2-9717-63cd2be219b0 req-b06ba912-bbb6-484f-b03c-e1d7637473c9 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Received event network-vif-deleted-1dc3720f-0053-4dd3-b8b7-965ca8abb54e {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.263582] env[68828]: INFO nova.compute.manager [req-32f5f7b7-5205-42f2-9717-63cd2be219b0 req-b06ba912-bbb6-484f-b03c-e1d7637473c9 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Neutron deleted interface 1dc3720f-0053-4dd3-b8b7-965ca8abb54e; detaching it from the instance and deleting it from the info cache [ 1465.263747] env[68828]: DEBUG nova.network.neutron [req-32f5f7b7-5205-42f2-9717-63cd2be219b0 req-b06ba912-bbb6-484f-b03c-e1d7637473c9 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.748017] env[68828]: DEBUG nova.network.neutron [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.766962] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d342c4a-6f06-492d-bdc5-627076fcf5ad {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.777279] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1baf2-3665-4a7f-a2f3-85af01c9c5a2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.801599] env[68828]: DEBUG nova.compute.manager [req-32f5f7b7-5205-42f2-9717-63cd2be219b0 req-b06ba912-bbb6-484f-b03c-e1d7637473c9 service nova] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Detach interface failed, port_id=1dc3720f-0053-4dd3-b8b7-965ca8abb54e, reason: Instance 9f02541b-74e3-46a8-9d32-b4caf7a6a879 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1466.251310] env[68828]: INFO nova.compute.manager [-] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Took 1.43 seconds to deallocate network for instance. [ 1466.758568] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.758968] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.759123] env[68828]: DEBUG nova.objects.instance [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lazy-loading 'resources' on Instance uuid 9f02541b-74e3-46a8-9d32-b4caf7a6a879 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.279665] env[68828]: DEBUG nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1467.294027] env[68828]: DEBUG nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1467.294274] env[68828]: DEBUG nova.compute.provider_tree [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.304168] env[68828]: DEBUG nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1467.321075] env[68828]: DEBUG nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1467.349136] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426badf1-d52c-4173-886c-5f2decf24f0d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.356788] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7422201-d93e-4626-89a6-a27827f33849 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.385706] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1351b79-1511-4cab-af6a-e8f09c8f730d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.392655] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115e8c2-d0e1-474d-85e6-71db20af3358 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.404884] env[68828]: DEBUG nova.compute.provider_tree [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.907908] env[68828]: DEBUG nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.415109] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.435924] env[68828]: INFO nova.scheduler.client.report [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Deleted allocations for instance 9f02541b-74e3-46a8-9d32-b4caf7a6a879 [ 1468.944344] env[68828]: DEBUG oslo_concurrency.lockutils [None req-73a233f9-52ea-4d31-92c5-8dca16a2b082 tempest-ServerActionsTestJSON-2029084551 tempest-ServerActionsTestJSON-2029084551-project-member] Lock "9f02541b-74e3-46a8-9d32-b4caf7a6a879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.990415] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "c22b674c-709a-49a2-85b3-5862efaf0f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.990790] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.499845] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1475.025682] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.025976] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.027200] env[68828]: INFO nova.compute.claims [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.062809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775b72b-20f8-46e8-92f2-9fe37c8207d6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.070566] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c64b1-fea3-411f-b4e3-374088802a20 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.101729] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5564568-135d-4cfd-b051-3f51aef8a7a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.108785] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2e88f-7312-4ee1-a736-e4d6592cc1ee {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.121999] env[68828]: DEBUG nova.compute.provider_tree [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.625203] env[68828]: DEBUG nova.scheduler.client.report [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.130337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.130890] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.636100] env[68828]: DEBUG nova.compute.utils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1477.637510] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.639893] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.682456] env[68828]: DEBUG nova.policy [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebfac902821a4537960284e1e6073754', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0d8a362cb344c6bfd5e03315683705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.915561] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Successfully created port: 7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.141345] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.150067] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.178617] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.178882] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.179059] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.179243] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.179389] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.179535] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.179738] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.179929] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.180120] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.180285] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.180458] env[68828]: DEBUG nova.virt.hardware [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.181332] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3dbc0-3ba2-4a02-b419-b960eebeb95c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.189339] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fba8b4-95a5-4a33-b98a-4b3a5194b760 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.254904] env[68828]: DEBUG nova.compute.manager [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Received event network-vif-plugged-7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.255118] env[68828]: DEBUG oslo_concurrency.lockutils [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] Acquiring lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.255328] env[68828]: DEBUG oslo_concurrency.lockutils [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.255488] env[68828]: DEBUG oslo_concurrency.lockutils [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.255650] env[68828]: DEBUG nova.compute.manager [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] No waiting events found dispatching network-vif-plugged-7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.255806] env[68828]: WARNING nova.compute.manager [req-8138e2f1-40c3-45ef-9bb4-ae7799cb5877 req-6db2a466-6fd1-48ae-9f65-7a39d7975651 service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Received unexpected event network-vif-plugged-7b873350-48d9-4e06-ab7b-94f0bf8f9e12 for instance with vm_state building and task_state spawning. [ 1479.332769] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Successfully updated port: 7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.835570] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.835716] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquired lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.835850] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.372602] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.486180] env[68828]: DEBUG nova.network.neutron [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Updating instance_info_cache with network_info: [{"id": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "address": "fa:16:3e:8a:9e:6a", "network": {"id": "c7839263-95da-4853-99f8-80ceeae2c967", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1599601388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0d8a362cb344c6bfd5e03315683705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b873350-48", "ovs_interfaceid": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.989017] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Releasing lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.989282] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Instance network_info: |[{"id": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "address": "fa:16:3e:8a:9e:6a", "network": {"id": "c7839263-95da-4853-99f8-80ceeae2c967", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1599601388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0d8a362cb344c6bfd5e03315683705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b873350-48", "ovs_interfaceid": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.989678] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b873350-48d9-4e06-ab7b-94f0bf8f9e12', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.997095] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Creating folder: Project (8c0d8a362cb344c6bfd5e03315683705). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.997358] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fdfa836-d9c4-465b-860c-0d8fd3e75dc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.008859] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Created folder: Project (8c0d8a362cb344c6bfd5e03315683705) in parent group-v645630. [ 1481.009053] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Creating folder: Instances. Parent ref: group-v645967. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.009275] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b123f60-6971-466c-903a-3f162861465d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.018249] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Created folder: Instances in parent group-v645967. [ 1481.018449] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.018625] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.018806] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a51d5c9-4948-46ec-b2e2-326065fc6ec2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.036181] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.036181] env[68828]: value = "task-3231797" [ 1481.036181] env[68828]: _type = "Task" [ 1481.036181] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.042911] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231797, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.279703] env[68828]: DEBUG nova.compute.manager [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Received event network-changed-7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.279901] env[68828]: DEBUG nova.compute.manager [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Refreshing instance network info cache due to event network-changed-7b873350-48d9-4e06-ab7b-94f0bf8f9e12. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.280151] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] Acquiring lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.280300] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] Acquired lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.280465] env[68828]: DEBUG nova.network.neutron [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Refreshing network info cache for port 7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.545925] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231797, 'name': CreateVM_Task, 'duration_secs': 0.30842} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.546309] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.546712] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.546873] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.547202] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.547720] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f65da44-a541-4460-9045-4b03c8cb09ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.551883] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1481.551883] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b4719-9196-ff7c-65d3-dd477d987908" [ 1481.551883] env[68828]: _type = "Task" [ 1481.551883] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.558905] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b4719-9196-ff7c-65d3-dd477d987908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.951086] env[68828]: DEBUG nova.network.neutron [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Updated VIF entry in instance network info cache for port 7b873350-48d9-4e06-ab7b-94f0bf8f9e12. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.951270] env[68828]: DEBUG nova.network.neutron [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Updating instance_info_cache with network_info: [{"id": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "address": "fa:16:3e:8a:9e:6a", "network": {"id": "c7839263-95da-4853-99f8-80ceeae2c967", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1599601388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0d8a362cb344c6bfd5e03315683705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b873350-48", "ovs_interfaceid": "7b873350-48d9-4e06-ab7b-94f0bf8f9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.062189] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524b4719-9196-ff7c-65d3-dd477d987908, 'name': SearchDatastore_Task, 'duration_secs': 0.013296} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.062441] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.062666] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.062962] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.063174] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.063357] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.063612] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ade793-baee-4661-8f13-235b8a346e89 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.071893] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.072078] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.072767] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd146990-8396-404e-b617-758f5974d4d7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.077395] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1482.077395] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5269aaf7-1796-b743-02b1-f303bb8459f1" [ 1482.077395] env[68828]: _type = "Task" [ 1482.077395] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.084248] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5269aaf7-1796-b743-02b1-f303bb8459f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.453797] env[68828]: DEBUG oslo_concurrency.lockutils [req-4f5fe6f8-30cf-41c1-b3d8-82bdaa40e850 req-ee67e4ab-7bc2-4870-a650-e1870f3af94a service nova] Releasing lock "refresh_cache-c22b674c-709a-49a2-85b3-5862efaf0f10" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.589149] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5269aaf7-1796-b743-02b1-f303bb8459f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.589924] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388b2746-c4b3-4268-b9e7-e6aedc123731 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.595060] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1482.595060] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]527cee4a-7d41-43b7-b005-807ff6c0fb49" [ 1482.595060] env[68828]: _type = "Task" [ 1482.595060] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.601952] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527cee4a-7d41-43b7-b005-807ff6c0fb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.105630] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]527cee4a-7d41-43b7-b005-807ff6c0fb49, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.105916] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.106156] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] c22b674c-709a-49a2-85b3-5862efaf0f10/c22b674c-709a-49a2-85b3-5862efaf0f10.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1483.106413] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f734812-3a3d-42df-adf9-88a10fcb276a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.113158] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1483.113158] env[68828]: value = "task-3231798" [ 1483.113158] env[68828]: _type = "Task" [ 1483.113158] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.120222] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.623407] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455156} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.623846] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] c22b674c-709a-49a2-85b3-5862efaf0f10/c22b674c-709a-49a2-85b3-5862efaf0f10.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.623846] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.624096] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be719651-5eb1-4e9b-be98-a62029de1256 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.630134] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1483.630134] env[68828]: value = "task-3231799" [ 1483.630134] env[68828]: _type = "Task" [ 1483.630134] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.637015] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.140117] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060753} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.140287] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.140957] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a9b66f-e2d2-48b3-81a1-5c7e0ba5afd0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.162511] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c22b674c-709a-49a2-85b3-5862efaf0f10/c22b674c-709a-49a2-85b3-5862efaf0f10.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.162769] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da83507c-90ce-445d-8e8e-f3fae9e932bc {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.182883] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1484.182883] env[68828]: value = "task-3231800" [ 1484.182883] env[68828]: _type = "Task" [ 1484.182883] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.190544] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.693308] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231800, 'name': ReconfigVM_Task, 'duration_secs': 0.2761} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.693796] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c22b674c-709a-49a2-85b3-5862efaf0f10/c22b674c-709a-49a2-85b3-5862efaf0f10.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.693990] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e1f716-4bc2-4335-b7b5-fc5ebe39703a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.699830] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1484.699830] env[68828]: value = "task-3231801" [ 1484.699830] env[68828]: _type = "Task" [ 1484.699830] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.707343] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231801, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.209824] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231801, 'name': Rename_Task, 'duration_secs': 0.1345} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.210143] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.210393] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9df6fdc2-353a-4b10-8607-8ba1b0705cd4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.215765] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1485.215765] env[68828]: value = "task-3231802" [ 1485.215765] env[68828]: _type = "Task" [ 1485.215765] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.222669] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.727293] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.226040] env[68828]: DEBUG oslo_vmware.api [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231802, 'name': PowerOnVM_Task, 'duration_secs': 0.912718} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.226417] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.226701] env[68828]: INFO nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1486.226969] env[68828]: DEBUG nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.227785] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf9da46-ab57-444f-8a8c-874686d9b307 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.742771] env[68828]: INFO nova.compute.manager [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Took 11.74 seconds to build instance. [ 1487.051752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "c22b674c-709a-49a2-85b3-5862efaf0f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.245063] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f58b9185-bcd6-415d-abd7-6dd9ff21af1c tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.254s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.245373] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.194s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.245598] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.245804] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.245970] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.248242] env[68828]: INFO nova.compute.manager [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Terminating instance [ 1487.751719] env[68828]: DEBUG nova.compute.manager [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.752069] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.752836] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5f0ea-6d8e-4ac3-9b5c-55380b50dd10 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.760460] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.760669] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a53a2b-3384-4e84-aa04-dea60edd9878 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.766164] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1487.766164] env[68828]: value = "task-3231803" [ 1487.766164] env[68828]: _type = "Task" [ 1487.766164] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.774445] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.275843] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231803, 'name': PowerOffVM_Task, 'duration_secs': 0.178718} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.276153] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.276283] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.276528] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-094a8f7d-a6ac-4b1b-a244-3d1eb8458350 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.336683] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.336946] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.337087] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Deleting the datastore file [datastore1] c22b674c-709a-49a2-85b3-5862efaf0f10 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.337368] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5783f166-e1ea-47d1-802a-0e1514d665c2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.344187] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for the task: (returnval){ [ 1488.344187] env[68828]: value = "task-3231805" [ 1488.344187] env[68828]: _type = "Task" [ 1488.344187] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.351146] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.854193] env[68828]: DEBUG oslo_vmware.api [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Task: {'id': task-3231805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139076} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.854505] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.854718] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.854974] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.855197] env[68828]: INFO nova.compute.manager [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1488.855431] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.855617] env[68828]: DEBUG nova.compute.manager [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.855710] env[68828]: DEBUG nova.network.neutron [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.084390] env[68828]: DEBUG nova.compute.manager [req-da94b02e-f7e2-4a75-aaf9-983098129070 req-875647d5-1b91-4216-8de4-f2e9c0004d3c service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Received event network-vif-deleted-7b873350-48d9-4e06-ab7b-94f0bf8f9e12 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.084613] env[68828]: INFO nova.compute.manager [req-da94b02e-f7e2-4a75-aaf9-983098129070 req-875647d5-1b91-4216-8de4-f2e9c0004d3c service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Neutron deleted interface 7b873350-48d9-4e06-ab7b-94f0bf8f9e12; detaching it from the instance and deleting it from the info cache [ 1489.084788] env[68828]: DEBUG nova.network.neutron [req-da94b02e-f7e2-4a75-aaf9-983098129070 req-875647d5-1b91-4216-8de4-f2e9c0004d3c service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.563168] env[68828]: DEBUG nova.network.neutron [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.587406] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b878cd8-3408-4f75-8312-951cec3314a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.597148] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c2a35-07e8-4aa0-b5b2-3e919bb582e9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.620823] env[68828]: DEBUG nova.compute.manager [req-da94b02e-f7e2-4a75-aaf9-983098129070 req-875647d5-1b91-4216-8de4-f2e9c0004d3c service nova] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Detach interface failed, port_id=7b873350-48d9-4e06-ab7b-94f0bf8f9e12, reason: Instance c22b674c-709a-49a2-85b3-5862efaf0f10 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1490.066324] env[68828]: INFO nova.compute.manager [-] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Took 1.21 seconds to deallocate network for instance. [ 1490.572969] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.573300] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.573533] env[68828]: DEBUG nova.objects.instance [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lazy-loading 'resources' on Instance uuid c22b674c-709a-49a2-85b3-5862efaf0f10 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.106416] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daefdaf-889e-4d9c-9fa1-5a63f26e9272 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.113731] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1cd0dd-cfb4-455f-b13e-35e4434c6dbb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.142055] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d12e9-659d-4244-9ede-1724d9c2784e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.148734] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51d5ec-6e32-4d76-ba18-4e06a477390e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.162183] env[68828]: DEBUG nova.compute.provider_tree [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.665092] env[68828]: DEBUG nova.scheduler.client.report [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.170176] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.187843] env[68828]: INFO nova.scheduler.client.report [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Deleted allocations for instance c22b674c-709a-49a2-85b3-5862efaf0f10 [ 1492.695889] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e90c5210-8982-4bf5-a19b-7721caceebe3 tempest-ServerAddressesNegativeTestJSON-1928584588 tempest-ServerAddressesNegativeTestJSON-1928584588-project-member] Lock "c22b674c-709a-49a2-85b3-5862efaf0f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.450s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.942831] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.943125] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.445598] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.968995] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.969302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.970887] env[68828]: INFO nova.compute.claims [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.006480] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b09e0-9e38-4db6-b377-6e5df380abb3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.014133] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a54912-f2b3-49dc-88fc-c2178edd83a3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.044425] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ce3596-c207-4a9f-b618-f562a2b83d46 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.050844] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17928784-0f87-418b-8e58-d18dd2dc13f1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.063687] env[68828]: DEBUG nova.compute.provider_tree [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.568048] env[68828]: DEBUG nova.scheduler.client.report [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.938728] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.938938] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances with incomplete migration {{(pid=68828) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1501.072556] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.073081] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.578026] env[68828]: DEBUG nova.compute.utils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1501.579951] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.580706] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.618854] env[68828]: DEBUG nova.policy [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e128f0f0b84aea92a81782669e0559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5c1e8ee0f94241ad1548c85db7bab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.858187] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Successfully created port: eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.083582] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.092852] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1503.119502] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1503.119695] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.119765] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.119946] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.120099] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.120267] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1503.120478] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1503.120632] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1503.120791] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1503.120946] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1503.121136] env[68828]: DEBUG nova.virt.hardware [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1503.121988] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fb453-1f0f-4ab3-8052-85b9266a79d8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.130119] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7cae7b-1cb3-4d06-aabd-0c3463bfc58e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.227187] env[68828]: DEBUG nova.compute.manager [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Received event network-vif-plugged-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.227406] env[68828]: DEBUG oslo_concurrency.lockutils [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.227604] env[68828]: DEBUG oslo_concurrency.lockutils [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] Lock "946f062e-675a-4336-b01d-8cc52007b847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.227766] env[68828]: DEBUG oslo_concurrency.lockutils [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] Lock "946f062e-675a-4336-b01d-8cc52007b847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.227926] env[68828]: DEBUG nova.compute.manager [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] No waiting events found dispatching network-vif-plugged-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.228294] env[68828]: WARNING nova.compute.manager [req-efc35633-2354-460a-9815-033d03f96cb0 req-6e5292eb-ef71-4658-b269-240d4f3902ef service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Received unexpected event network-vif-plugged-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 for instance with vm_state building and task_state spawning. [ 1503.316954] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Successfully updated port: eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.820013] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.820225] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.820378] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.351731] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.461648] env[68828]: DEBUG nova.network.neutron [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.964677] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.965022] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Instance network_info: |[{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.965476] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:2d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca1a129-d8aa-4868-8f7d-1f28bd3efbd7', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.972882] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Creating folder: Project (9d5c1e8ee0f94241ad1548c85db7bab8). Parent ref: group-v645630. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.973159] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a695654-561e-44be-9f8a-5ef8057f0153 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.983929] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Created folder: Project (9d5c1e8ee0f94241ad1548c85db7bab8) in parent group-v645630. [ 1504.984114] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Creating folder: Instances. Parent ref: group-v645970. {{(pid=68828) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.984325] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ef552b-f516-4d0a-b418-494efddd285c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.992135] env[68828]: INFO nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Created folder: Instances in parent group-v645970. [ 1504.992380] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.992559] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.992735] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b18aa9b-dd69-44e7-8f77-148ed8c4fc66 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.009822] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.009822] env[68828]: value = "task-3231808" [ 1505.009822] env[68828]: _type = "Task" [ 1505.009822] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.016576] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231808, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.253225] env[68828]: DEBUG nova.compute.manager [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Received event network-changed-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.253381] env[68828]: DEBUG nova.compute.manager [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Refreshing instance network info cache due to event network-changed-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.253707] env[68828]: DEBUG oslo_concurrency.lockutils [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] Acquiring lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.253774] env[68828]: DEBUG oslo_concurrency.lockutils [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] Acquired lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.253894] env[68828]: DEBUG nova.network.neutron [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Refreshing network info cache for port eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.519950] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231808, 'name': CreateVM_Task, 'duration_secs': 0.293091} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.520403] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.520763] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.520928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.521261] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.521749] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9beaa43a-5330-46a9-b23e-6eb92f621b94 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.526423] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1505.526423] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bef003-7c77-e087-85f3-c7646c36c2d9" [ 1505.526423] env[68828]: _type = "Task" [ 1505.526423] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.534956] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bef003-7c77-e087-85f3-c7646c36c2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.925378] env[68828]: DEBUG nova.network.neutron [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updated VIF entry in instance network info cache for port eca1a129-d8aa-4868-8f7d-1f28bd3efbd7. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.925772] env[68828]: DEBUG nova.network.neutron [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.036908] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bef003-7c77-e087-85f3-c7646c36c2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.037179] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.037408] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.037634] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.037776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.037942] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.038208] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5594b34-7ff7-480f-a6cf-99d40c671b80 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.045925] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.046114] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.046735] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8870ed9a-dc73-4f14-8b8f-766448ab476b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.051214] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1506.051214] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]524db633-58bb-ba0e-b156-2b617a237044" [ 1506.051214] env[68828]: _type = "Task" [ 1506.051214] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.057745] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524db633-58bb-ba0e-b156-2b617a237044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.428390] env[68828]: DEBUG oslo_concurrency.lockutils [req-25f70814-c331-4eb9-aaaa-85fd07999705 req-fffb784b-42cf-465e-8785-136336197a98 service nova] Releasing lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.441161] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.561456] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]524db633-58bb-ba0e-b156-2b617a237044, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.562205] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1dffab-cb5b-4ad1-9f18-a21ec3b41996 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.566834] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1506.566834] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfbc3c-5510-8e06-cfdd-1f042eeea616" [ 1506.566834] env[68828]: _type = "Task" [ 1506.566834] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.573740] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfbc3c-5510-8e06-cfdd-1f042eeea616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.933740] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.076981] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52bfbc3c-5510-8e06-cfdd-1f042eeea616, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.077273] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.077527] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 946f062e-675a-4336-b01d-8cc52007b847/946f062e-675a-4336-b01d-8cc52007b847.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.077779] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a32158f-a44d-40d2-98f5-d0829a2e0552 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.084389] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1507.084389] env[68828]: value = "task-3231809" [ 1507.084389] env[68828]: _type = "Task" [ 1507.084389] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.091440] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.594419] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430043} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.594854] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] 946f062e-675a-4336-b01d-8cc52007b847/946f062e-675a-4336-b01d-8cc52007b847.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.594854] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.595085] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16f9b327-9c6d-4129-9aa5-cc71c2adbc90 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.601727] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1507.601727] env[68828]: value = "task-3231810" [ 1507.601727] env[68828]: _type = "Task" [ 1507.601727] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.608380] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.111445] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059984} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.111700] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.112505] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be97f3-76f6-43ac-9f12-8fb4cba76d82 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.133700] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 946f062e-675a-4336-b01d-8cc52007b847/946f062e-675a-4336-b01d-8cc52007b847.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.135211] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6bae4d-6a30-4a65-a146-f4db887979ff {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.152379] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1508.152379] env[68828]: value = "task-3231811" [ 1508.152379] env[68828]: _type = "Task" [ 1508.152379] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.662527] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231811, 'name': ReconfigVM_Task, 'duration_secs': 0.337251} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.662913] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 946f062e-675a-4336-b01d-8cc52007b847/946f062e-675a-4336-b01d-8cc52007b847.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.663423] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a8a63a4-a163-449f-8514-54c2a0eb3fa3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.669534] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1508.669534] env[68828]: value = "task-3231812" [ 1508.669534] env[68828]: _type = "Task" [ 1508.669534] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.677498] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231812, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.179338] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231812, 'name': Rename_Task, 'duration_secs': 0.133546} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.179602] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.179839] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff0098d-4d5d-4bdd-9475-10a5387ee9ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.185754] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1509.185754] env[68828]: value = "task-3231813" [ 1509.185754] env[68828]: _type = "Task" [ 1509.185754] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.192670] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.695885] env[68828]: DEBUG oslo_vmware.api [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231813, 'name': PowerOnVM_Task, 'duration_secs': 0.422675} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.697116] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.697116] env[68828]: INFO nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1509.697116] env[68828]: DEBUG nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.697937] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5501c-0c4b-4a70-a916-17caa32d44b6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.938228] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.938480] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.213611] env[68828]: INFO nova.compute.manager [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Took 11.26 seconds to build instance. [ 1510.441185] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.441484] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.441692] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.441880] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1510.443254] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6a470-0f28-48e5-a9c4-16a1ac142e36 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.451889] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a061b61-f946-4cca-acd1-06bc74f07ecb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.466759] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b8331-c013-4cd4-b1c1-21f44279c720 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.473569] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3fba9a-0d40-4e2f-8df1-724164afd3b2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.506292] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180584MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1510.506529] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.506724] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.715254] env[68828]: DEBUG oslo_concurrency.lockutils [None req-aebd5d9c-e3de-4e05-9f27-7aee4457e4f9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.772s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.814816] env[68828]: DEBUG nova.compute.manager [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Received event network-changed-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.814951] env[68828]: DEBUG nova.compute.manager [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Refreshing instance network info cache due to event network-changed-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1510.815153] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] Acquiring lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.815287] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] Acquired lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.815479] env[68828]: DEBUG nova.network.neutron [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Refreshing network info cache for port eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.522549] env[68828]: DEBUG nova.network.neutron [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updated VIF entry in instance network info cache for port eca1a129-d8aa-4868-8f7d-1f28bd3efbd7. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.522940] env[68828]: DEBUG nova.network.neutron [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.599129] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 946f062e-675a-4336-b01d-8cc52007b847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1511.599350] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1511.599501] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1511.624933] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8bc87-a916-4df8-a3e1-1b3d34f2e56e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.632142] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf21bf36-d2e0-4948-abbe-379ec38995af {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.660865] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5e26a-67a5-4569-b69f-39a8777fe522 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.667669] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f50a6-4e10-441d-ad30-15d61f54021e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.683009] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.025558] env[68828]: DEBUG oslo_concurrency.lockutils [req-f3b49290-77ea-4de2-976d-b9878433b861 req-92c00cf9-59e2-4ad2-a376-157a0a75791b service nova] Releasing lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.186434] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.691901] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1512.692135] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.692383] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.194067] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.194467] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.194467] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.194603] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.194706] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1519.938668] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.939098] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Cleaning up deleted instances {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1520.447131] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] There are 25 instances to clean {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1520.447339] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: c22b674c-709a-49a2-85b3-5862efaf0f10] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.950587] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f62d2644-e6cb-4c88-863a-65ceeb8ee994] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.454492] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 9f02541b-74e3-46a8-9d32-b4caf7a6a879] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.958348] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 91f8f337-2233-4d47-b4ab-2dbff278feaa] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.462153] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2e3753b1-96d3-4f02-b5fc-7410cd793375] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.966157] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 1bf24533-71a8-4bff-979a-962e94bd5ab8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.469828] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: b4fffb84-002b-4fd5-ba11-62558fa891b2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.973775] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: e9bc21b2-7ee6-435c-9a84-9ce3a63cd399] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.477500] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 085edce0-93cb-4afd-ac27-c37cfbd19cfb] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.980460] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2c7a79ab-0940-4f67-aeb8-9a4e9a54f9d9] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.484125] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 367dcb3b-3aec-4d24-8640-ee354116f4d8] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.987816] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2ec2890f-9abc-4a18-84b8-10558c4ca121] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.491814] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 5dd0834c-7950-44df-818e-048a6b7c25b2] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.995621] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: acf47c04-a0ce-4ce0-b1b3-6f8fa38255ba] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.499200] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 174db82b-e9f4-4c4f-b7ad-142fe309b16b] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.002813] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bd44ce1f-5ee3-4025-a591-5bd46fb66c68] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.506286] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 539f5867-e287-4151-88cd-dbf04015f82a] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.009130] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: f433af0c-f804-4bff-beb0-61b11f67b5ee] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.512900] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: bfd3355e-7716-411f-b806-ac09beb14f7d] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.016254] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 031eb43a-ef3a-4557-863d-8bac0d1b9854] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.519244] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 061d2ed0-ae79-4885-9498-48b7f9c8a26d] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.022211] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 2ec5731b-9d9c-4cfc-9472-b38bf646a716] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.525689] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 01b4fa59-8ed4-4e76-8943-a69259300a31] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.028749] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 74748c2e-190d-4754-9853-7d0c58ba4820] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.532331] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] [instance: 85027445-d0ee-43d8-aa32-df84bdd5a57c] Instance has had 0 of 5 cleanup attempts {{(pid=68828) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.847620] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.847920] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.350824] env[68828]: DEBUG nova.compute.utils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1549.853615] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.913660] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.914070] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.914196] env[68828]: INFO nova.compute.manager [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Attaching volume e42791b0-80e6-4200-b3a2-1b9e6d5bc73e to /dev/sdb [ 1550.943525] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5864c354-164a-43a5-889b-b989736344c7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.950822] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97dc20-fc75-4d17-9a16-6f039357483d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.963642] env[68828]: DEBUG nova.virt.block_device [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating existing volume attachment record: d4c14ac6-056f-4ce6-a1e9-2b821420818a {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1555.505765] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1555.506059] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645974', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'name': 'volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946f062e-675a-4336-b01d-8cc52007b847', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'serial': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1555.506888] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ddd8d-a1ce-4a84-91c5-13414ca64032 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.523257] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94787641-f64d-48bb-9b14-c64f1f6e6b74 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.547848] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e/volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.548116] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684cd231-fb21-45b2-b9df-031338177919 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.565797] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1555.565797] env[68828]: value = "task-3231818" [ 1555.565797] env[68828]: _type = "Task" [ 1555.565797] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.573160] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.075557] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231818, 'name': ReconfigVM_Task, 'duration_secs': 0.367657} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.075845] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e/volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.080469] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b79223f-f3f7-421f-9356-2c8b0c2d8849 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.094557] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1556.094557] env[68828]: value = "task-3231819" [ 1556.094557] env[68828]: _type = "Task" [ 1556.094557] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.101909] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.604722] env[68828]: DEBUG oslo_vmware.api [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231819, 'name': ReconfigVM_Task, 'duration_secs': 0.136405} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.605044] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645974', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'name': 'volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946f062e-675a-4336-b01d-8cc52007b847', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'serial': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1557.664375] env[68828]: DEBUG nova.objects.instance [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.170687] env[68828]: DEBUG oslo_concurrency.lockutils [None req-2bdb56d7-bde5-420d-a74f-f604adc8a725 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.241784] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.242080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.242226] env[68828]: DEBUG nova.compute.manager [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.243105] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec928e-bfe4-4105-8c8f-4f4bcff00543 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.249606] env[68828]: DEBUG nova.compute.manager [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1558.250153] env[68828]: DEBUG nova.objects.instance [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.258065] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.258065] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91dc123a-56bf-4f09-8302-f219a4fe07fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.264689] env[68828]: DEBUG oslo_vmware.api [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1559.264689] env[68828]: value = "task-3231820" [ 1559.264689] env[68828]: _type = "Task" [ 1559.264689] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.272592] env[68828]: DEBUG oslo_vmware.api [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.774647] env[68828]: DEBUG oslo_vmware.api [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231820, 'name': PowerOffVM_Task, 'duration_secs': 0.210402} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.774908] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.775113] env[68828]: DEBUG nova.compute.manager [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.775859] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2392d2-6bb3-4d6e-9f94-dc9e408f9bda {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.286573] env[68828]: DEBUG oslo_concurrency.lockutils [None req-bb996fda-b7ef-4d20-85c3-02a7e2e728d6 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.650386] env[68828]: DEBUG nova.objects.instance [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.155175] env[68828]: DEBUG oslo_concurrency.lockutils [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.155390] env[68828]: DEBUG oslo_concurrency.lockutils [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.155536] env[68828]: DEBUG nova.network.neutron [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.155686] env[68828]: DEBUG nova.objects.instance [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'info_cache' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.658716] env[68828]: DEBUG nova.objects.base [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Object Instance<946f062e-675a-4336-b01d-8cc52007b847> lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1562.395192] env[68828]: DEBUG nova.network.neutron [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.897736] env[68828]: DEBUG oslo_concurrency.lockutils [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.903832] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.904539] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a2b288-9876-43da-b386-60779bb90edb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.912411] env[68828]: DEBUG oslo_vmware.api [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1563.912411] env[68828]: value = "task-3231821" [ 1563.912411] env[68828]: _type = "Task" [ 1563.912411] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.919688] env[68828]: DEBUG oslo_vmware.api [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.422304] env[68828]: DEBUG oslo_vmware.api [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231821, 'name': PowerOnVM_Task, 'duration_secs': 0.37801} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.422584] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.422785] env[68828]: DEBUG nova.compute.manager [None req-37ce9dcf-319e-4187-9430-4a6bebcebc73 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.423520] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19258f5-a0aa-4f9e-801c-aeb2c5dcfac6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.035681] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036042] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036277] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036387] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036502] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036682] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.036854] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.037034] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1579.037229] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.540329] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.540656] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.540849] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.541036] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1579.542064] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c7fe5-33c6-4dfb-9831-082a9b94f940 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.550777] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced08128-a756-49ae-b659-58967ced3735 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.565322] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fa2bc-eb34-499b-8d25-07955106e1ca {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.571082] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91113ab-c8fb-45b5-aa2a-f5b01c83a629 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.599646] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180729MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1579.599814] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.599988] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.627440] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 946f062e-675a-4336-b01d-8cc52007b847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1580.627715] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1580.627784] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1580.652605] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51061d06-0269-4666-9af0-3adf2a39c2be {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.659615] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f2db80-97a1-4061-8ef5-1dc4d7a0a10c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.689627] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8508f-ec94-4024-a183-099f426088ed {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.696183] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c37874e-7aca-4b39-acb1-2e2a4b346ce9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.709018] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.211758] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.213123] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1581.213337] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.613s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.111826] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.498604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.499121] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.001755] env[68828]: INFO nova.compute.manager [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Detaching volume e42791b0-80e6-4200-b3a2-1b9e6d5bc73e [ 1601.031236] env[68828]: INFO nova.virt.block_device [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Attempting to driver detach volume e42791b0-80e6-4200-b3a2-1b9e6d5bc73e from mountpoint /dev/sdb [ 1601.031485] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1601.031664] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645974', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'name': 'volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946f062e-675a-4336-b01d-8cc52007b847', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'serial': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1601.032563] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697a59a-2cdd-4e72-b14b-fd6406efd8e5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.053785] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe285e7-8e57-4dc6-aab1-1ceee674e4eb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.060303] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530129ae-ec23-4bd2-a95c-f5a123b1a3d3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.079798] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81afbb-2f33-4bd3-b103-c364a9ad8d50 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.093890] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] The volume has not been displaced from its original location: [datastore1] volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e/volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1601.099014] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1601.099261] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ae5911-a81a-465b-885c-58bf95de040f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.116676] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1601.116676] env[68828]: value = "task-3231822" [ 1601.116676] env[68828]: _type = "Task" [ 1601.116676] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.124968] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.625984] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231822, 'name': ReconfigVM_Task, 'duration_secs': 0.226366} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.626415] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1601.630705] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb699d4-9c64-471e-b667-43427294fde1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.644847] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1601.644847] env[68828]: value = "task-3231823" [ 1601.644847] env[68828]: _type = "Task" [ 1601.644847] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.651860] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.155046] env[68828]: DEBUG oslo_vmware.api [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231823, 'name': ReconfigVM_Task, 'duration_secs': 0.127189} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.155351] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645974', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'name': 'volume-e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946f062e-675a-4336-b01d-8cc52007b847', 'attached_at': '', 'detached_at': '', 'volume_id': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e', 'serial': 'e42791b0-80e6-4200-b3a2-1b9e6d5bc73e'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1602.694138] env[68828]: DEBUG nova.objects.instance [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.667581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.702702] env[68828]: DEBUG oslo_concurrency.lockutils [None req-c5ce4304-5ff7-4aa2-b81a-986aa74f70e9 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.703752] env[68828]: DEBUG oslo_concurrency.lockutils [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.036s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.703938] env[68828]: DEBUG nova.compute.manager [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.704983] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cf38d-9f42-429c-b682-774912a4d41d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.712078] env[68828]: DEBUG nova.compute.manager [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68828) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1603.712670] env[68828]: DEBUG nova.objects.instance [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.720295] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.720657] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d23d32-ff07-4b51-91d7-14c9ad4b1e08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.727410] env[68828]: DEBUG oslo_vmware.api [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1604.727410] env[68828]: value = "task-3231824" [ 1604.727410] env[68828]: _type = "Task" [ 1604.727410] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.735635] env[68828]: DEBUG oslo_vmware.api [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.237077] env[68828]: DEBUG oslo_vmware.api [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231824, 'name': PowerOffVM_Task, 'duration_secs': 0.188537} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.237363] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.237566] env[68828]: DEBUG nova.compute.manager [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.238321] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed439b37-b4d8-45ba-a6a6-92f80db4611e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.748730] env[68828]: DEBUG oslo_concurrency.lockutils [None req-11e65d3e-cce0-4a17-a26e-a2d10193b6df tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.027920] env[68828]: DEBUG nova.objects.instance [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.533411] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.533613] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.533758] env[68828]: DEBUG nova.network.neutron [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.533930] env[68828]: DEBUG nova.objects.instance [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'info_cache' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.037918] env[68828]: DEBUG nova.objects.base [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Object Instance<946f062e-675a-4336-b01d-8cc52007b847> lazy-loaded attributes: flavor,info_cache {{(pid=68828) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1607.730193] env[68828]: DEBUG nova.network.neutron [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [{"id": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "address": "fa:16:3e:ec:2d:56", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca1a129-d8", "ovs_interfaceid": "eca1a129-d8aa-4868-8f7d-1f28bd3efbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.233044] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "refresh_cache-946f062e-675a-4336-b01d-8cc52007b847" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.239385] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.239785] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eae70e1-db36-46cc-91fd-01a798fab555 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.247379] env[68828]: DEBUG oslo_vmware.api [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1609.247379] env[68828]: value = "task-3231825" [ 1609.247379] env[68828]: _type = "Task" [ 1609.247379] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.254856] env[68828]: DEBUG oslo_vmware.api [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.757159] env[68828]: DEBUG oslo_vmware.api [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231825, 'name': PowerOnVM_Task, 'duration_secs': 0.343413} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.757414] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.757607] env[68828]: DEBUG nova.compute.manager [None req-6d19506c-a5b1-4922-8da0-1e339a5db53c tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.758360] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03cd321-705e-4457-b5b0-823faa4cef59 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.938594] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.934430] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.937941] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.441136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.441421] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.441604] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.441758] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1631.442685] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe70850-1610-4c44-b458-5348919ee7d1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.450997] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551da92-57a0-4e18-9e5e-e450ba13dcc8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.465555] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde8dc1-79d2-42fe-8b4d-90f7334d4d32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.471474] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da705a-2220-4b0f-9467-b9a380be164e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.498890] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180622MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1631.499040] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.499251] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.525248] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance 946f062e-675a-4336-b01d-8cc52007b847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1632.525543] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1632.525607] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1632.553515] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ee834b-f00e-4b06-89e5-faac67bccf2d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.560730] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d27e98-233f-4514-85ac-1ce6e5bdf441 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.591938] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1323094-d4ea-4524-b769-40ce11f99682 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.599374] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae34aa-f09f-4ad9-942b-1c8fee98f9a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.619223] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.122656] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.123943] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1633.124139] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.625s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.124692] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.125160] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.125160] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.938704] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.939447] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.939861] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1646.101210] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.101632] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1646.101790] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "946f062e-675a-4336-b01d-8cc52007b847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.101986] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1646.102170] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1646.105848] env[68828]: INFO nova.compute.manager [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Terminating instance [ 1646.610594] env[68828]: DEBUG nova.compute.manager [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.610845] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.611799] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6cab1-4bfc-4949-97c9-6286305f6d38 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.619748] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.619959] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ed17183-72a2-46d1-a160-6e92365c272f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.626430] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1646.626430] env[68828]: value = "task-3231826" [ 1646.626430] env[68828]: _type = "Task" [ 1646.626430] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.634562] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.135842] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231826, 'name': PowerOffVM_Task, 'duration_secs': 0.175143} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.136237] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.136237] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.136470] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81be5ac0-b856-41e7-8564-0af4b584eb8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.200507] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.200744] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.200934] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleting the datastore file [datastore1] 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.201200] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fe50b1-573a-4d65-9b1b-60926ec428d4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.206952] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1647.206952] env[68828]: value = "task-3231828" [ 1647.206952] env[68828]: _type = "Task" [ 1647.206952] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.213844] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.717022] env[68828]: DEBUG oslo_vmware.api [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144289} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.717274] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.717454] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.717626] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.717800] env[68828]: INFO nova.compute.manager [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1647.718060] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1647.718254] env[68828]: DEBUG nova.compute.manager [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.718354] env[68828]: DEBUG nova.network.neutron [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.233473] env[68828]: DEBUG nova.compute.manager [req-2e924af7-c2f1-4cd6-8166-0233d65e8daa req-55617d98-578c-4bd6-9a93-00a2257c7368 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Received event network-vif-deleted-eca1a129-d8aa-4868-8f7d-1f28bd3efbd7 {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1648.233726] env[68828]: INFO nova.compute.manager [req-2e924af7-c2f1-4cd6-8166-0233d65e8daa req-55617d98-578c-4bd6-9a93-00a2257c7368 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Neutron deleted interface eca1a129-d8aa-4868-8f7d-1f28bd3efbd7; detaching it from the instance and deleting it from the info cache [ 1648.233808] env[68828]: DEBUG nova.network.neutron [req-2e924af7-c2f1-4cd6-8166-0233d65e8daa req-55617d98-578c-4bd6-9a93-00a2257c7368 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.642445] env[68828]: DEBUG nova.network.neutron [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.737050] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-283f6dbb-762e-40c9-83f5-8f20ae43b82d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.746620] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c214493f-8ecc-4dbb-b2f7-328cc2f29f64 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.770217] env[68828]: DEBUG nova.compute.manager [req-2e924af7-c2f1-4cd6-8166-0233d65e8daa req-55617d98-578c-4bd6-9a93-00a2257c7368 service nova] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Detach interface failed, port_id=eca1a129-d8aa-4868-8f7d-1f28bd3efbd7, reason: Instance 946f062e-675a-4336-b01d-8cc52007b847 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1649.145479] env[68828]: INFO nova.compute.manager [-] [instance: 946f062e-675a-4336-b01d-8cc52007b847] Took 1.43 seconds to deallocate network for instance. [ 1649.651552] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.651928] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1649.652070] env[68828]: DEBUG nova.objects.instance [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'resources' on Instance uuid 946f062e-675a-4336-b01d-8cc52007b847 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.187607] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52bc34c-8eeb-47d7-85fe-082461f2485f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.194772] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b842d9a7-b7f0-4f20-994b-24c41f25fda7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.223134] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e89ba-bf92-4c3c-920b-896f01b725bb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.229951] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a550dc-4c44-4a42-affc-fa7bbb0dc29b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.243504] env[68828]: DEBUG nova.compute.provider_tree [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.747173] env[68828]: DEBUG nova.scheduler.client.report [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.252914] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.275281] env[68828]: INFO nova.scheduler.client.report [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleted allocations for instance 946f062e-675a-4336-b01d-8cc52007b847 [ 1651.783929] env[68828]: DEBUG oslo_concurrency.lockutils [None req-be0ca1a3-15f7-4236-9225-361c47a93408 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "946f062e-675a-4336-b01d-8cc52007b847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.973757] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.974105] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.476227] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Starting instance... {{(pid=68828) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.998262] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1654.998581] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.000129] env[68828]: INFO nova.compute.claims [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.034551] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e4a86-4a79-42a3-9f92-6b2a364de4fa {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.041766] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9f720-b2fc-4e22-82fe-8e610061ba08 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.072821] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ff93d-b382-4032-96a5-c5d5b307911f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.079647] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c27d3-7165-43ea-bb4d-d26982f6edc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.092241] env[68828]: DEBUG nova.compute.provider_tree [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.595605] env[68828]: DEBUG nova.scheduler.client.report [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.100453] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1657.101060] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Start building networks asynchronously for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1657.606281] env[68828]: DEBUG nova.compute.utils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1657.607750] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Allocating IP information in the background. {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.607886] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] allocate_for_instance() {{(pid=68828) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.665354] env[68828]: DEBUG nova.policy [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e128f0f0b84aea92a81782669e0559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5c1e8ee0f94241ad1548c85db7bab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68828) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.919624] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Successfully created port: 8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.111331] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Start building block device mappings for instance. {{(pid=68828) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.122570] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Start spawning the instance on the hypervisor. {{(pid=68828) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1659.152165] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T05:37:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T05:37:41Z,direct_url=,disk_format='vmdk',id=b02f26fd-7123-4543-a3bf-32b9f3b7b103,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db0811f90fc0468eaddaab56da1323e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T05:37:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1659.152545] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Flavor limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.152600] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Image limits 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1659.152808] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Flavor pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.152976] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Image pref 0:0:0 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1659.153143] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68828) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1659.153351] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1659.153502] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1659.153663] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Got 1 possible topologies {{(pid=68828) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1659.153824] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1659.153994] env[68828]: DEBUG nova.virt.hardware [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68828) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1659.154882] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c62c911-64b8-4cdd-a949-380a106aa70b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.162951] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4796fc6e-ae5f-46ee-bdb0-e90637c9982f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.271613] env[68828]: DEBUG nova.compute.manager [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Received event network-vif-plugged-8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1659.271613] env[68828]: DEBUG oslo_concurrency.lockutils [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.271824] env[68828]: DEBUG oslo_concurrency.lockutils [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] Lock "da00f838-8776-475a-ac0c-0bde80d69112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.271969] env[68828]: DEBUG oslo_concurrency.lockutils [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] Lock "da00f838-8776-475a-ac0c-0bde80d69112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.272145] env[68828]: DEBUG nova.compute.manager [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] No waiting events found dispatching network-vif-plugged-8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.272306] env[68828]: WARNING nova.compute.manager [req-dcc00032-d6fa-4db4-bc8f-d85ed14af7ed req-e15672ac-a732-4d48-80fa-88929b3300a5 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Received unexpected event network-vif-plugged-8115ae40-d1a9-4d8a-991b-df12c458272d for instance with vm_state building and task_state spawning. [ 1659.350510] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Successfully updated port: 8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.852706] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.852911] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.853188] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Building network info cache for instance {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.390896] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Instance cache missing network info. {{(pid=68828) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.512146] env[68828]: DEBUG nova.network.neutron [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating instance_info_cache with network_info: [{"id": "8115ae40-d1a9-4d8a-991b-df12c458272d", "address": "fa:16:3e:b6:e4:05", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8115ae40-d1", "ovs_interfaceid": "8115ae40-d1a9-4d8a-991b-df12c458272d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.015212] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.015530] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Instance network_info: |[{"id": "8115ae40-d1a9-4d8a-991b-df12c458272d", "address": "fa:16:3e:b6:e4:05", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8115ae40-d1", "ovs_interfaceid": "8115ae40-d1a9-4d8a-991b-df12c458272d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68828) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.015938] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e4:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8115ae40-d1a9-4d8a-991b-df12c458272d', 'vif_model': 'vmxnet3'}] {{(pid=68828) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.023365] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1661.023559] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Creating VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.023774] env[68828]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40099b6a-31a5-4cdf-8046-55f3cb77821f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.043963] env[68828]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.043963] env[68828]: value = "task-3231829" [ 1661.043963] env[68828]: _type = "Task" [ 1661.043963] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.051342] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231829, 'name': CreateVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.296086] env[68828]: DEBUG nova.compute.manager [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Received event network-changed-8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1661.296289] env[68828]: DEBUG nova.compute.manager [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Refreshing instance network info cache due to event network-changed-8115ae40-d1a9-4d8a-991b-df12c458272d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1661.296498] env[68828]: DEBUG oslo_concurrency.lockutils [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] Acquiring lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.296637] env[68828]: DEBUG oslo_concurrency.lockutils [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] Acquired lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.296791] env[68828]: DEBUG nova.network.neutron [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Refreshing network info cache for port 8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.553721] env[68828]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231829, 'name': CreateVM_Task, 'duration_secs': 0.32827} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.554132] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Created VM on the ESX host {{(pid=68828) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.554506] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.554672] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.554990] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.555242] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14a6be2-3414-4fc5-9aa7-c74726c1def9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.559441] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1661.559441] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dda8e-4f59-4a79-21a9-b69d7ceddc8f" [ 1661.559441] env[68828]: _type = "Task" [ 1661.559441] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.566512] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dda8e-4f59-4a79-21a9-b69d7ceddc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.985886] env[68828]: DEBUG nova.network.neutron [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updated VIF entry in instance network info cache for port 8115ae40-d1a9-4d8a-991b-df12c458272d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.986324] env[68828]: DEBUG nova.network.neutron [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating instance_info_cache with network_info: [{"id": "8115ae40-d1a9-4d8a-991b-df12c458272d", "address": "fa:16:3e:b6:e4:05", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8115ae40-d1", "ovs_interfaceid": "8115ae40-d1a9-4d8a-991b-df12c458272d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.071030] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]521dda8e-4f59-4a79-21a9-b69d7ceddc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.071319] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.071545] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Processing image b02f26fd-7123-4543-a3bf-32b9f3b7b103 {{(pid=68828) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.071776] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.071933] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.072126] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.072378] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460453cf-9cc2-4c16-b424-fcbc9101e8c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.080010] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68828) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.080191] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68828) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.080864] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ac0b26-fb34-42ad-b601-ccbe8080cd07 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.085313] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1662.085313] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]5220690b-f15f-0835-4416-7188592a4c54" [ 1662.085313] env[68828]: _type = "Task" [ 1662.085313] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.092207] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5220690b-f15f-0835-4416-7188592a4c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.489792] env[68828]: DEBUG oslo_concurrency.lockutils [req-0a6d691c-1bc2-4aac-833f-e266f90b7274 req-25f49c1b-f7ef-4f69-9d87-aa9b4adaccc6 service nova] Releasing lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.595498] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]5220690b-f15f-0835-4416-7188592a4c54, 'name': SearchDatastore_Task, 'duration_secs': 0.007679} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.596260] env[68828]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2926e59c-c5d8-467f-8ab3-b170563c1fc9 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.600914] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1662.600914] env[68828]: value = "session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b611a7-7e67-05dc-3477-61bc81d8e8ca" [ 1662.600914] env[68828]: _type = "Task" [ 1662.600914] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.607766] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b611a7-7e67-05dc-3477-61bc81d8e8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.111352] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': session[529db04e-b61d-3e6a-59a0-d290d2811a82]52b611a7-7e67-05dc-3477-61bc81d8e8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.111615] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.111870] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] da00f838-8776-475a-ac0c-0bde80d69112/da00f838-8776-475a-ac0c-0bde80d69112.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.112139] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d5d0fb1-0922-43a8-be52-c8795f123d32 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.119308] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1663.119308] env[68828]: value = "task-3231830" [ 1663.119308] env[68828]: _type = "Task" [ 1663.119308] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.126795] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.629772] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231830, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.130478] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525752} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.130739] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b02f26fd-7123-4543-a3bf-32b9f3b7b103/b02f26fd-7123-4543-a3bf-32b9f3b7b103.vmdk to [datastore1] da00f838-8776-475a-ac0c-0bde80d69112/da00f838-8776-475a-ac0c-0bde80d69112.vmdk {{(pid=68828) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.130952] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Extending root virtual disk to 1048576 {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.131276] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3ec8bf-0b34-4fff-a4ca-fa180915b7a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.137982] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1664.137982] env[68828]: value = "task-3231831" [ 1664.137982] env[68828]: _type = "Task" [ 1664.137982] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.146204] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.651029] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103845} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.651029] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Extended root virtual disk {{(pid=68828) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.651029] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700c6b4-9f6a-4c0f-8661-aded5dc72ba6 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.670166] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] da00f838-8776-475a-ac0c-0bde80d69112/da00f838-8776-475a-ac0c-0bde80d69112.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.670382] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f0e93f-2ec6-416b-8f72-d8800b9b9b58 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.688130] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1664.688130] env[68828]: value = "task-3231832" [ 1664.688130] env[68828]: _type = "Task" [ 1664.688130] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.695092] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.198640] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231832, 'name': ReconfigVM_Task, 'duration_secs': 0.259246} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.198910] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfigured VM instance instance-0000007f to attach disk [datastore1] da00f838-8776-475a-ac0c-0bde80d69112/da00f838-8776-475a-ac0c-0bde80d69112.vmdk or device None with type sparse {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.199557] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f7f18b-272c-4795-9803-1c008c706227 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.206564] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1665.206564] env[68828]: value = "task-3231833" [ 1665.206564] env[68828]: _type = "Task" [ 1665.206564] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.215008] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231833, 'name': Rename_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.715837] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231833, 'name': Rename_Task, 'duration_secs': 0.140457} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.716234] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Powering on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.716340] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc111a0c-78ad-48a7-8ef2-dbeed98db9a1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.721710] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1665.721710] env[68828]: value = "task-3231834" [ 1665.721710] env[68828]: _type = "Task" [ 1665.721710] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.728487] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.234439] env[68828]: DEBUG oslo_vmware.api [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231834, 'name': PowerOnVM_Task, 'duration_secs': 0.429576} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.234764] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Powered on the VM {{(pid=68828) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.235038] env[68828]: INFO nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1666.235289] env[68828]: DEBUG nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Checking state {{(pid=68828) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.236317] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c1a13-b5ab-4a0b-8b2e-c77c9539495d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.759691] env[68828]: INFO nova.compute.manager [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Took 11.78 seconds to build instance. [ 1666.959032] env[68828]: DEBUG nova.compute.manager [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Received event network-changed-8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1666.959032] env[68828]: DEBUG nova.compute.manager [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Refreshing instance network info cache due to event network-changed-8115ae40-d1a9-4d8a-991b-df12c458272d. {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1666.959032] env[68828]: DEBUG oslo_concurrency.lockutils [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] Acquiring lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.959240] env[68828]: DEBUG oslo_concurrency.lockutils [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] Acquired lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.959306] env[68828]: DEBUG nova.network.neutron [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Refreshing network info cache for port 8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.262348] env[68828]: DEBUG oslo_concurrency.lockutils [None req-b225b8e8-1687-433a-b551-c93d6bb9038e tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.288s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1667.656777] env[68828]: DEBUG nova.network.neutron [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updated VIF entry in instance network info cache for port 8115ae40-d1a9-4d8a-991b-df12c458272d. {{(pid=68828) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.657139] env[68828]: DEBUG nova.network.neutron [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating instance_info_cache with network_info: [{"id": "8115ae40-d1a9-4d8a-991b-df12c458272d", "address": "fa:16:3e:b6:e4:05", "network": {"id": "4a49c494-354f-48b0-ac65-2f39da735d2d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-909855970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5c1e8ee0f94241ad1548c85db7bab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8115ae40-d1", "ovs_interfaceid": "8115ae40-d1a9-4d8a-991b-df12c458272d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.159889] env[68828]: DEBUG oslo_concurrency.lockutils [req-158baec9-c82e-4f2c-8c2a-10b8aceece8b req-63dedbd7-c9a7-4da3-befb-b9fa46ace722 service nova] Releasing lock "refresh_cache-da00f838-8776-475a-ac0c-0bde80d69112" {{(pid=68828) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.939326] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.934328] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.937850] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.441293] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.441517] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1691.441704] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.441813] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1691.442664] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049fc5c6-61c6-408a-b210-295d34ae3059 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.451047] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d7c598-5e46-4c0a-9851-a9e67a2b2491 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.465426] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863fe001-879f-4104-94ca-4335a63094a0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.471246] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc9d0f0-9b4c-494f-b414-ba42d1547f22 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.498728] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180622MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1691.498859] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.499080] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.523096] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Instance da00f838-8776-475a-ac0c-0bde80d69112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68828) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1692.523341] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1692.523475] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1692.548237] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758e1ad-176f-44bb-acd9-fdac96f33c8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.555806] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073745e1-0b0d-42df-a7d5-4cd888974dd5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.585603] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e82559-c2f1-4ca5-8157-182097931c81 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.592360] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e4e251-c128-4bd3-9fb1-58060408ed8d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.605232] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.108153] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.613509] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1693.613926] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1694.614784] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.938967] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.939240] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.938882] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.938542] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.938965] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1704.997119] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1704.997421] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1705.501322] env[68828]: DEBUG nova.compute.utils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1705.934058] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.004201] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1707.065822] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1707.066229] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.066377] env[68828]: INFO nova.compute.manager [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attaching volume 2d55c680-d824-4d28-9356-b79c299e8ef3 to /dev/sdb [ 1707.097045] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b498ff-bb35-4c93-ac9a-e8fe93676c9e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.105050] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47920d34-3cd8-42b9-8784-930a5de3d08e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.117836] env[68828]: DEBUG nova.virt.block_device [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating existing volume attachment record: cb4916af-1924-4dd4-9418-3b1b1dabfb49 {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1711.662670] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1711.663049] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645976', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'name': 'volume-2d55c680-d824-4d28-9356-b79c299e8ef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'serial': '2d55c680-d824-4d28-9356-b79c299e8ef3'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1711.663637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea49e629-9a9b-43bc-a26f-8d711c8c85e7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.679761] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5896c5-cfb2-45ce-9b0f-eabca20845fe {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.703010] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-2d55c680-d824-4d28-9356-b79c299e8ef3/volume-2d55c680-d824-4d28-9356-b79c299e8ef3.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.703224] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da029c78-8d62-40f0-a1d5-cd5a1cac8797 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.719936] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1711.719936] env[68828]: value = "task-3231837" [ 1711.719936] env[68828]: _type = "Task" [ 1711.719936] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.737908] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.229707] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231837, 'name': ReconfigVM_Task, 'duration_secs': 0.359397} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.229978] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-2d55c680-d824-4d28-9356-b79c299e8ef3/volume-2d55c680-d824-4d28-9356-b79c299e8ef3.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.234551] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339e7dd6-5128-407f-b88a-8ded270c6a43 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.249457] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1712.249457] env[68828]: value = "task-3231838" [ 1712.249457] env[68828]: _type = "Task" [ 1712.249457] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.258379] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.763549] env[68828]: DEBUG oslo_vmware.api [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231838, 'name': ReconfigVM_Task, 'duration_secs': 0.140536} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.764041] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645976', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'name': 'volume-2d55c680-d824-4d28-9356-b79c299e8ef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'serial': '2d55c680-d824-4d28-9356-b79c299e8ef3'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1713.801280] env[68828]: DEBUG nova.objects.instance [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.308224] env[68828]: DEBUG oslo_concurrency.lockutils [None req-178736ea-3b51-4bd1-a286-6cd0989225e2 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1715.136136] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1715.136513] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1715.641052] env[68828]: DEBUG nova.compute.utils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Using /dev/sd instead of None {{(pid=68828) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1716.144618] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.201943] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.202351] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.202459] env[68828]: INFO nova.compute.manager [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attaching volume 6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1 to /dev/sdc [ 1717.236241] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e662b1-507c-4475-9ae3-969341bf52fb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.242637] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc0356b-c4da-4073-8d78-7feb5bce1e5e {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.255499] env[68828]: DEBUG nova.virt.block_device [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating existing volume attachment record: ea046507-8924-4156-9c0e-6f22c1a715fa {{(pid=68828) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1721.797790] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Volume attach. Driver type: vmdk {{(pid=68828) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1721.798039] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645977', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'name': 'volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'serial': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1721.798910] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f259976-3d30-43d0-bcf4-789fbf7027ce {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.815196] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66321550-6f96-4134-8aa7-f1fbf58a96c1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.841310] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1/volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.841528] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc66500e-9f6a-4a5f-9689-c257b6312fe0 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.859855] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1721.859855] env[68828]: value = "task-3231841" [ 1721.859855] env[68828]: _type = "Task" [ 1721.859855] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.868244] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.042619] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231841, 'name': ReconfigVM_Task, 'duration_secs': 0.353564} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.043055] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1/volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1.vmdk or device None with type thin {{(pid=68828) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.047432] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ed3d85-4a7c-4af6-af05-d57871855249 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.062525] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1723.062525] env[68828]: value = "task-3231842" [ 1723.062525] env[68828]: _type = "Task" [ 1723.062525] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.069988] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.572516] env[68828]: DEBUG oslo_vmware.api [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231842, 'name': ReconfigVM_Task, 'duration_secs': 0.14493} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.572796] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645977', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'name': 'volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'serial': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1'} {{(pid=68828) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1724.608087] env[68828]: DEBUG nova.objects.instance [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.114975] env[68828]: DEBUG oslo_concurrency.lockutils [None req-e5b26f33-560a-4579-b0a7-d79b8b24fc93 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.913s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1725.794880] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1725.795311] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1726.298555] env[68828]: INFO nova.compute.manager [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Detaching volume 2d55c680-d824-4d28-9356-b79c299e8ef3 [ 1726.332662] env[68828]: INFO nova.virt.block_device [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attempting to driver detach volume 2d55c680-d824-4d28-9356-b79c299e8ef3 from mountpoint /dev/sdb [ 1726.332907] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.333134] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645976', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'name': 'volume-2d55c680-d824-4d28-9356-b79c299e8ef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'serial': '2d55c680-d824-4d28-9356-b79c299e8ef3'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.334035] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c73905d-fcc8-4439-94ef-275618d82127 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.357558] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add9d1c-3708-4bb9-bfd4-3739b9b7aac5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.364088] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a8b9d-f85b-456d-a5e0-82ad1cc0db03 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.386338] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27baa224-5f5f-4b9c-b833-9b079ef5535d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.399918] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] The volume has not been displaced from its original location: [datastore2] volume-2d55c680-d824-4d28-9356-b79c299e8ef3/volume-2d55c680-d824-4d28-9356-b79c299e8ef3.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1726.405009] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.405270] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9dbfd8-177c-4ff6-8f2e-b9f8374b4d9f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.421552] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1726.421552] env[68828]: value = "task-3231843" [ 1726.421552] env[68828]: _type = "Task" [ 1726.421552] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.428590] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.931106] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231843, 'name': ReconfigVM_Task, 'duration_secs': 0.216381} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.931518] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1726.935860] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed66ebd7-a99f-4ffb-9293-31d62088e1f3 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.951182] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1726.951182] env[68828]: value = "task-3231844" [ 1726.951182] env[68828]: _type = "Task" [ 1726.951182] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.958582] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.460529] env[68828]: DEBUG oslo_vmware.api [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231844, 'name': ReconfigVM_Task, 'duration_secs': 0.137477} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.460813] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645976', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'name': 'volume-2d55c680-d824-4d28-9356-b79c299e8ef3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '2d55c680-d824-4d28-9356-b79c299e8ef3', 'serial': '2d55c680-d824-4d28-9356-b79c299e8ef3'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1728.002217] env[68828]: DEBUG nova.objects.instance [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.009302] env[68828]: DEBUG oslo_concurrency.lockutils [None req-8dfe7a52-4a6e-42f3-8c52-3bcfb87604dd tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.059398] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.059658] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.562522] env[68828]: INFO nova.compute.manager [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Detaching volume 6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1 [ 1729.596634] env[68828]: INFO nova.virt.block_device [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Attempting to driver detach volume 6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1 from mountpoint /dev/sdc [ 1729.596860] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Volume detach. Driver type: vmdk {{(pid=68828) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1729.597050] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645977', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'name': 'volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'serial': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1729.597913] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3d717-7354-4192-bdaf-b37dfdfaf04b {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.618585] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a5ac4-8490-4fb1-a744-d26434ce312c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.624837] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c3dd00-8303-4c03-84c2-fe721734df5c {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.643531] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525358fb-d5c4-40a7-b8f0-02cb42a045cb {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.656932] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1/volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1.vmdk. No consolidation needed. {{(pid=68828) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1729.661944] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1729.662209] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04dbc5a2-65b2-43c3-b142-9ea2afe1b4b1 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.680196] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1729.680196] env[68828]: value = "task-3231845" [ 1729.680196] env[68828]: _type = "Task" [ 1729.680196] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.687433] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.189169] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231845, 'name': ReconfigVM_Task, 'duration_secs': 0.21822} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.189595] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=68828) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1730.194028] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f11f60-7de1-412f-8d2a-7998ea1bf8c5 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.211019] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1730.211019] env[68828]: value = "task-3231846" [ 1730.211019] env[68828]: _type = "Task" [ 1730.211019] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.218297] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.721060] env[68828]: DEBUG oslo_vmware.api [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231846, 'name': ReconfigVM_Task, 'duration_secs': 0.319748} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.721360] env[68828]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-645977', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'name': 'volume-6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da00f838-8776-475a-ac0c-0bde80d69112', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1', 'serial': '6e5e65e5-843b-4e9d-a3dc-7fcdfb52dbc1'} {{(pid=68828) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1731.274726] env[68828]: DEBUG nova.objects.instance [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'flavor' on Instance uuid da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.282658] env[68828]: DEBUG oslo_concurrency.lockutils [None req-f5283d0a-284b-4e1a-b436-b2deb8c24c35 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1733.441894] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1733.442309] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1733.442434] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "da00f838-8776-475a-ac0c-0bde80d69112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1733.442609] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1733.442774] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1733.444973] env[68828]: INFO nova.compute.manager [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Terminating instance [ 1733.949211] env[68828]: DEBUG nova.compute.manager [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Start destroying the instance on the hypervisor. {{(pid=68828) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.949481] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Destroying instance {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.950452] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc124cd3-30eb-496a-a55e-8dd42885da19 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.958395] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Powering off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.958631] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d4c693-c59f-45f7-b49e-f27337584799 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.964884] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1733.964884] env[68828]: value = "task-3231847" [ 1733.964884] env[68828]: _type = "Task" [ 1733.964884] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.972273] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.474647] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231847, 'name': PowerOffVM_Task, 'duration_secs': 0.172784} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.474969] env[68828]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Powered off the VM {{(pid=68828) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.475052] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Unregistering the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.475394] env[68828]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2191c7cb-25ff-4ed5-9ab7-e0a0abe623a8 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.537554] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Unregistered the VM {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.537824] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Deleting contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.538031] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleting the datastore file [datastore1] da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.538289] env[68828]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec52596-d8f8-46ba-b305-52836a80d65f {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.544635] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for the task: (returnval){ [ 1734.544635] env[68828]: value = "task-3231849" [ 1734.544635] env[68828]: _type = "Task" [ 1734.544635] env[68828]: } to complete. {{(pid=68828) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.551846] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.054466] env[68828]: DEBUG oslo_vmware.api [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Task: {'id': task-3231849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142757} completed successfully. {{(pid=68828) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.054734] env[68828]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleted the datastore file {{(pid=68828) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.054919] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Deleted contents of the VM from datastore datastore1 {{(pid=68828) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.055171] env[68828]: DEBUG nova.virt.vmwareapi.vmops [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Instance destroyed {{(pid=68828) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.055362] env[68828]: INFO nova.compute.manager [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1735.055599] env[68828]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68828) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1735.055784] env[68828]: DEBUG nova.compute.manager [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Deallocating network for instance {{(pid=68828) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.055875] env[68828]: DEBUG nova.network.neutron [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] deallocate_for_instance() {{(pid=68828) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.507977] env[68828]: DEBUG nova.compute.manager [req-811e1911-b14b-41eb-b36d-562be8258d26 req-9048deca-8f76-4b1e-bb28-06390c217768 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Received event network-vif-deleted-8115ae40-d1a9-4d8a-991b-df12c458272d {{(pid=68828) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1735.507977] env[68828]: INFO nova.compute.manager [req-811e1911-b14b-41eb-b36d-562be8258d26 req-9048deca-8f76-4b1e-bb28-06390c217768 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Neutron deleted interface 8115ae40-d1a9-4d8a-991b-df12c458272d; detaching it from the instance and deleting it from the info cache [ 1735.507977] env[68828]: DEBUG nova.network.neutron [req-811e1911-b14b-41eb-b36d-562be8258d26 req-9048deca-8f76-4b1e-bb28-06390c217768 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.992055] env[68828]: DEBUG nova.network.neutron [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Updating instance_info_cache with network_info: [] {{(pid=68828) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.009579] env[68828]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78a0ded5-52c7-4d45-985e-a78a84c21342 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.021343] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b374fe1a-454f-4eb8-9600-3b49251537ea {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.047025] env[68828]: DEBUG nova.compute.manager [req-811e1911-b14b-41eb-b36d-562be8258d26 req-9048deca-8f76-4b1e-bb28-06390c217768 service nova] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Detach interface failed, port_id=8115ae40-d1a9-4d8a-991b-df12c458272d, reason: Instance da00f838-8776-475a-ac0c-0bde80d69112 could not be found. {{(pid=68828) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1736.495662] env[68828]: INFO nova.compute.manager [-] [instance: da00f838-8776-475a-ac0c-0bde80d69112] Took 1.44 seconds to deallocate network for instance. [ 1737.002107] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.002512] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1737.002663] env[68828]: DEBUG nova.objects.instance [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lazy-loading 'resources' on Instance uuid da00f838-8776-475a-ac0c-0bde80d69112 {{(pid=68828) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.534852] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a2624-38c7-4927-8732-37e01fa0bb92 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.542083] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde326ac-2df3-42c3-9ae9-9f72f613d3a7 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.571275] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ea3e8-1c19-4730-8185-9c606753c566 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.577809] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ea33a-5521-4bf0-b6b6-e8e7161baa8a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.590504] env[68828]: DEBUG nova.compute.provider_tree [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.111561] env[68828]: ERROR nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] [req-3ab05ccf-771c-4b6a-a3c1-20883a2add86] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c65c51f-8bae-4ffe-92bf-020e73c32cf3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ab05ccf-771c-4b6a-a3c1-20883a2add86"}]} [ 1738.126981] env[68828]: DEBUG nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Refreshing inventories for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1738.139884] env[68828]: DEBUG nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating ProviderTree inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1738.140136] env[68828]: DEBUG nova.compute.provider_tree [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.150688] env[68828]: DEBUG nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Refreshing aggregate associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, aggregates: None {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1738.171909] env[68828]: DEBUG nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Refreshing trait associations for resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=68828) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1738.196622] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c9657-8e9c-4678-8fdd-41a0f3442776 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.205244] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116e6636-9196-4a55-aea2-78296f3d4d73 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.233552] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e641481-af6c-4bab-bd18-13e3c49eaaa2 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.240028] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a712d-39ad-4602-9e21-f50a6a68bccd {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.252409] env[68828]: DEBUG nova.compute.provider_tree [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.781279] env[68828]: DEBUG nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updated inventory for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1738.781572] env[68828]: DEBUG nova.compute.provider_tree [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating resource provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 generation from 179 to 180 during operation: update_inventory {{(pid=68828) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1738.781752] env[68828]: DEBUG nova.compute.provider_tree [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Updating inventory in ProviderTree for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.286883] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1739.310326] env[68828]: INFO nova.scheduler.client.report [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Deleted allocations for instance da00f838-8776-475a-ac0c-0bde80d69112 [ 1739.817566] env[68828]: DEBUG oslo_concurrency.lockutils [None req-86c36b43-88c9-4f5a-a7b3-98c87da24a40 tempest-AttachVolumeTestJSON-31311821 tempest-AttachVolumeTestJSON-31311821-project-member] Lock "da00f838-8776-475a-ac0c-0bde80d69112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.375s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1748.938297] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.939296] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.442465] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.442737] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1751.442876] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.443048] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68828) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1751.443942] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab848f4-968f-4c21-9d92-e0e2ab9e1883 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.452534] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3b814-508b-4169-93a9-1ef354e7201a {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.466200] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0925a56e-75d7-4b1c-8461-20afb8aee790 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.472999] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c303997a-198e-4ba0-a3ac-a71843fcd9e4 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.501701] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180598MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68828) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1751.501868] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.502094] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1752.522454] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1752.522733] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68828) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1752.535728] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e0ca6d-b7d4-4197-8f8d-8a913515e237 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.543184] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa0da09-8260-46e0-9dce-e4c73c104a9d {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.572535] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccffb64c-6701-43d9-a899-f786664c0732 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.579015] env[68828]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526e401-fa2e-4bcc-8fd2-3e801368d903 {{(pid=68828) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.591406] env[68828]: DEBUG nova.compute.provider_tree [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed in ProviderTree for provider: 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 {{(pid=68828) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.094555] env[68828]: DEBUG nova.scheduler.client.report [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Inventory has not changed for provider 0c65c51f-8bae-4ffe-92bf-020e73c32cf3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68828) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.599673] env[68828]: DEBUG nova.compute.resource_tracker [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68828) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1753.600090] env[68828]: DEBUG oslo_concurrency.lockutils [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=68828) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1754.599469] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.599714] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.938856] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.939067] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.939644] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.939133] env[68828]: DEBUG oslo_service.periodic_task [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68828) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.939321] env[68828]: DEBUG nova.compute.manager [None req-6ddc0d24-6722-4af3-be46-944b50b9e447 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68828) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}